-- Logs begin at Mon 2021-04-19 17:40:42 UTC, end at Mon 2021-04-19 18:33:11 UTC. -- Apr 19 18:10:32.796244 dv-cinder-786928-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 19 18:10:36.008529 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.common.config [-] Logging enabled! Apr 19 18:10:36.009193 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99 Apr 19 18:10:36.010508 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86248) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 19 18:10:36.012323 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.common.config [-] Logging enabled! Apr 19 18:10:36.012623 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99 Apr 19 18:10:36.012982 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86248) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 19 18:10:36.014049 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 18:10:36.014351 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 18:10:36.015396 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 18:10:36.015685 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 18:10:36.015952 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 18:10:36.016331 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.016684 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.017029 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.017297 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.017643 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.017987 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.018315 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.018657 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.019007 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.019366 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.019695 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.020029 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.020292 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.020864 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.021209 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.021545 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.021807 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] debug = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.022133 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.022753 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.023002 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.023446 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.023691 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.024014 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.024966 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.025298 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.025629 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.026005 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] host = dv-cinder-786928-1-smb {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.026328 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.026668 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.027003 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.027364 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.027688 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.028008 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.028339 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.028662 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.028979 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] log_file = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.029297 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.029633 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.029970 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.030315 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.030579 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.030837 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.031173 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.031536 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.031854 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.032170 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.032492 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.032809 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.033125 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.033436 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.033772 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.034106 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.034439 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.034756 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.035074 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.035415 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.035731 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.036065 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.036379 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.036699 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.037012 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.037343 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.037655 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.037970 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.038320 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.038655 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.038981 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.039334 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.039652 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.040596 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.042702 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.043043 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.043812 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] use_json = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.044158 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.044606 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.044967 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.045301 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.046627 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.046946 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.047301 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.047660 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:36.048016 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.048372 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.048732 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.049067 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.049420 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.049750 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.050090 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.050419 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.050761 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.051101 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.051462 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.051791 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.052125 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.052449 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.052796 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.053154 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.053498 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.053842 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.054164 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.054483 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.054803 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.055353 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.055600 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.055956 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.056289 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.056608 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.056937 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.057277 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.057602 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.057921 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.058244 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.058581 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.058904 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.059222 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.059574 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.059896 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.060213 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.060526 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.060849 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.061189 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.061517 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.061831 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.062145 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.062465 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.062779 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.063111 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.063459 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.063778 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.064095 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.064418 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.064733 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.065048 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.065369 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.065685 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.066004 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.066322 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.066636 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.066952 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.067295 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.067608 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.067923 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.068240 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.068561 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.068876 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.069190 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.069505 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.069823 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.070138 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.070471 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.070817 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.071183 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.071566 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.071889 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.072213 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.072538 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.072871 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.073183 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.073505 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.073823 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.074164 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.074488 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.074819 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.075146 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.075494 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.075841 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.076162 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.076488 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.076808 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.077129 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.077461 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.077785 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.078124 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.078461 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.078800 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.079135 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.079534 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.079860 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.080222 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.080547 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:36.080800 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 18:10:36.081071 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86248) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 19 18:10:36.759454 dv-cinder-786928-1-smb neutron-server[86248]: INFO keyring.backend [-] Loading Gnome Apr 19 18:10:36.777088 dv-cinder-786928-1-smb neutron-server[86248]: INFO keyring.backend [-] Loading Google Apr 19 18:10:36.779826 dv-cinder-786928-1-smb neutron-server[86248]: INFO keyring.backend [-] Loading Windows (alt) Apr 19 18:10:36.783406 dv-cinder-786928-1-smb neutron-server[86248]: INFO keyring.backend [-] Loading file Apr 19 18:10:36.784253 dv-cinder-786928-1-smb neutron-server[86248]: INFO keyring.backend [-] Loading keyczar Apr 19 18:10:36.784537 dv-cinder-786928-1-smb neutron-server[86248]: INFO keyring.backend [-] Loading multi Apr 19 18:10:36.785179 dv-cinder-786928-1-smb neutron-server[86248]: INFO keyring.backend [-] Loading pyfs Apr 19 18:10:36.831814 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:10:36.832136 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:10:36.832478 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:10:36.832865 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 19 18:10:37.233667 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.234301 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.234301 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.235665 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.236099 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.236404 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.274807 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.275118 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.275447 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.290942 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.291320 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.291583 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.360241 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.360563 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.360876 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.362078 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.362395 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.364859 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.644534 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.644865 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.645175 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.645484 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.646583 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.799143 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.799577 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.799910 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.800220 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.800524 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.800923 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.801401 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.801707 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.802008 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.802356 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.802663 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.802979 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.803314 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.803620 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.803941 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.804266 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.804574 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.804912 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.805202 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.806185 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.806654 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.806948 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.807238 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.807613 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.807905 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.808191 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.808641 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:10:37.808922 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:10:37.809200 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:10:37.809479 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:10:37.809755 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:10:37.810032 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:10:37.810464 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 19 18:10:37.813835 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 19 18:10:37.817878 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 19 18:10:37.821803 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Apr 19 18:10:37.823702 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 19 18:10:37.825054 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 19 18:10:37.825409 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 19 18:10:37.825868 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 19 18:10:37.829997 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 19 18:10:37.830290 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 19 18:10:37.830699 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 19 18:10:37.858835 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 19 18:10:37.859357 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.859709 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86248) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 19 18:10:37.860131 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.861503 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86248) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 19 18:10:37.861833 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 19 18:10:37.862120 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 19 18:10:37.865347 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.865659 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:37.936147 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 19 18:10:37.936447 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 19 18:10:37.936660 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 19 18:10:37.937074 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 19 18:10:37.983633 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_db.sqlalchemy.engines [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86248) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 19 18:10:38.463787 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.managers [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Initializing driver for type 'gre' Apr 19 18:10:38.464699 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] gre ID ranges: [(1, 1000)] Apr 19 18:10:38.515068 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.managers [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Initializing driver for type 'local' Apr 19 18:10:38.515587 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.managers [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Initializing driver for type 'vlan' Apr 19 18:10:38.527281 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] VlanTypeDriver initialization complete Apr 19 18:10:38.527925 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.managers [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Initializing driver for type 'vxlan' Apr 19 18:10:38.528603 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] vxlan ID ranges: [(1, 1000)] Apr 19 18:10:38.570645 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.managers [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Initializing extension driver 'port_security' Apr 19 18:10:38.571833 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.extensions.port_security [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] PortSecurityExtensionDriver initialization complete Apr 19 18:10:38.572341 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.managers [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Initializing mechanism driver 'openvswitch' Apr 19 18:10:38.572889 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.managers [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Initializing mechanism driver 'hyperv' Apr 19 18:10:38.580273 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:38.581096 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > port after_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.581501 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > port after_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.581888 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > port after_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.582392 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > subnet after_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.582778 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > subnet after_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.583158 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > subnet after_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.583598 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > network after_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.583979 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > network after_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.584354 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > network after_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.584763 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > security_group after_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.585142 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > security_group after_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.585673 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > security_group after_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.586089 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.586473 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.586882 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.587333 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > address_group after_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.587716 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > address_group after_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.588096 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > address_group after_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.588458 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] ML2 OVO RPC backend initialized. {{(pid=86248) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 19 18:10:38.589258 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router_interface after_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.589676 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.590176 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > network before_response 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.590561 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > networks before_response 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.590939 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > port before_response 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.591335 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > ports before_response 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.591739 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > subnet before_response 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.592153 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > subnets before_response 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.592541 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > network after_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.592913 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > network after_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.593286 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > network after_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.593654 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > port after_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.594024 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > port after_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.594394 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > port after_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.594764 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > subnet after_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.595132 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > subnet after_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.595556 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > subnet after_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.596193 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.plugin [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Modular L2 Plugin initialization complete Apr 19 18:10:38.596552 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading services supported by the core plugin {{(pid=86248) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 19 18:10:38.596919 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.plugins.ml2.managers [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Got port-security extension from driver 'port_security' Apr 19 18:10:38.597427 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.extensions.vlantransparent [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Disabled vlantransparent extension. Apr 19 18:10:38.597962 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86248) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 19 18:10:38.598304 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading Plugin: router Apr 19 18:10:38.638109 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router_interface before_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.638549 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router after_create 55549900 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.638953 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router before_create 55549900 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.639385 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.639805 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.640268 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router after_delete 55549900 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.640670 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > floatingip after_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.641081 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router after_create 55549900 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.641465 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router after_update 55549900 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.641855 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router after_update 55549900 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.642235 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.642637 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router after_update 55549900 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.643135 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router precommit_update 55549900 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.643581 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: port after_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.643966 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: port after_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.644339 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: subnet after_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.644722 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.645110 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > port precommit_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.645494 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router precommit_create 55549900 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.646132 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: port before_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.646520 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router precommit_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.646923 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router after_update 55549900 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.647351 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router precommit_delete 55549900 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.647738 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router precommit_create 55549900 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.648159 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router_interface after_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.648527 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router precommit_update 55549900 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.648960 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > network after_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.650064 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Tracking information for resource: router configured {{(pid=86248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:10:38.650436 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Tracking information for resource: floatingip configured {{(pid=86248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 19 18:10:38.655282 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.l3_agentschedulers_db [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 19 18:10:38.655929 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: port after_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.656329 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: port after_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.656765 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: port after_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.657100 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: port after_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.658000 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router before_create 55550100 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.658402 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router precommit_delete 55550100 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.658804 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router precommit_create 55550100 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.659197 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > router precommit_update 55550100 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.664103 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.provider_configuration [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Service providers = [] {{(pid=86248) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 19 18:10:38.664497 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.servicetype_db [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86248) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 19 18:10:38.667988 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.service_base [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86248) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 18:10:38.668374 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.service_base [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86248) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 18:10:38.668751 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.service_base [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86248) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 18:10:38.669742 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.service_base [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86248) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 19 18:10:38.670188 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.services.service_base [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 19 18:10:38.670563 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:10:38.670914 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 19 18:10:38.681809 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:10:38.682204 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading Plugin: auto_allocate Apr 19 18:10:38.687874 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: network precommit_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.688281 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: network precommit_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.688885 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:10:38.689300 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading Plugin: tag Apr 19 18:10:38.696423 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:10:38.696833 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading Plugin: timestamp Apr 19 18:10:38.700733 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:10:38.701101 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading Plugin: network_ip_availability Apr 19 18:10:38.706630 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.707033 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.707451 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.708243 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:10:38.708593 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading Plugin: flavors Apr 19 18:10:38.713142 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:10:38.713512 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading Plugin: revisions Apr 19 18:10:38.717989 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 19 18:10:38.718368 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.886s {{(pid=86248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:10:38.719182 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86248) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 19 18:10:38.719581 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Initializing extension manager. Apr 19 18:10:38.720138 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: __init__.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.720516 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: __pycache__ {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.720888 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.721256 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: address_group.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.722058 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.722701 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: address-group Apr 19 18:10:38.723059 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: address_scope.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.723844 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.724421 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: address-scope Apr 19 18:10:38.724778 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: admin_state_down_before_update.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.725714 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.726298 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: router-admin-state-down-before-update Apr 19 18:10:38.726657 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: agent.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.728031 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.728610 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: agent Apr 19 18:10:38.728969 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: agent_resources_synced.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.729895 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.730462 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: agent-resources-synced Apr 19 18:10:38.730820 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: allowedaddresspairs.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.732639 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.733229 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: allowed-address-pairs Apr 19 18:10:38.733591 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: auto_allocated_topology.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.734665 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.735270 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: auto-allocated-topology Apr 19 18:10:38.735651 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: availability_zone.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.736398 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.736979 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: availability_zone Apr 19 18:10:38.737341 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: availability_zone_filter.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.738261 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.738838 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: availability_zone_filter Apr 19 18:10:38.739190 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: data_plane_status.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.740274 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.740849 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension data-plane-status not supported by any of loaded plugins Apr 19 18:10:38.741206 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: default_subnetpools.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.742135 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.742704 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: default-subnetpools Apr 19 18:10:38.743116 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: dhcpagentscheduler.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.744188 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.744765 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: dhcp_agent_scheduler Apr 19 18:10:38.745130 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: dns.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.746060 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.746677 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension dns-integration not supported by any of loaded plugins Apr 19 18:10:38.747037 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: dns_domain_ports.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.747992 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.748562 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 19 18:10:38.748975 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: dvr.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.749639 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.750208 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: dvr Apr 19 18:10:38.750566 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: empty_string_filtering.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.751516 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.752086 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: empty-string-filtering Apr 19 18:10:38.752442 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.753360 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.753924 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 19 18:10:38.754280 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.755193 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.755788 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 19 18:10:38.756147 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: external_net.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.757069 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.757641 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: external-net Apr 19 18:10:38.757997 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: extra_dhcp_opt.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.759577 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.760153 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: extra_dhcp_opt Apr 19 18:10:38.760510 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: extraroute.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.761422 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.762042 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: extraroute Apr 19 18:10:38.762396 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: extraroute_atomic.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.763455 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.764032 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: extraroute-atomic Apr 19 18:10:38.764384 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: filter_validation.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.765074 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.765640 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: filter-validation Apr 19 18:10:38.765992 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: fip_pf_description.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.766922 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.767522 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 19 18:10:38.767877 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: fip_port_details.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.768908 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.769486 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: fip-port-details Apr 19 18:10:38.769885 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: flavors.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.771398 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.771989 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: flavors Apr 19 18:10:38.772346 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.773993 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.774627 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 19 18:10:38.774997 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: floatingip_pools.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.775779 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.776353 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: floatingip-pools Apr 19 18:10:38.776721 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: ip_allocation.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.777666 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.778237 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension ip_allocation not supported by any of loaded plugins Apr 19 18:10:38.778598 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.779549 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.780119 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: ip-substring-filtering Apr 19 18:10:38.780482 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: l2_adjacency.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.781426 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.781996 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension l2_adjacency not supported by any of loaded plugins Apr 19 18:10:38.782355 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: l3.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.783459 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.784040 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: router Apr 19 18:10:38.784402 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: l3_conntrack_helper.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.786667 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.787298 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 19 18:10:38.787656 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.788610 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.789195 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: ext-gw-mode Apr 19 18:10:38.789565 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.791297 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.791889 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: l3-ha Apr 19 18:10:38.792251 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: l3_flavors.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.793180 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.793768 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: l3-flavors Apr 19 18:10:38.794131 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.795057 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.795668 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: l3-port-ip-change-not-allowed Apr 19 18:10:38.796025 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: l3agentscheduler.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.797234 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.797828 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: l3_agent_scheduler Apr 19 18:10:38.798192 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: logging.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.799763 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.800354 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension logging not supported by any of loaded plugins Apr 19 18:10:38.800719 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: metering.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.801514 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.802210 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: metering Apr 19 18:10:38.802573 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.803703 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.804278 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: metering_source_and_destination_fields Apr 19 18:10:38.804637 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: multiprovidernet.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.806117 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.806771 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: multi-provider Apr 19 18:10:38.807139 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: netmtu.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.808086 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.808663 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: net-mtu Apr 19 18:10:38.809025 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: netmtu_writable.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.809951 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.810526 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: net-mtu-writable Apr 19 18:10:38.810887 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: network_availability_zone.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.811732 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.812295 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: network_availability_zone Apr 19 18:10:38.812661 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: network_ip_availability.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.813779 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.814361 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: network-ip-availability Apr 19 18:10:38.814722 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: network_segment_range.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.815591 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.816162 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension network-segment-range not supported by any of loaded plugins Apr 19 18:10:38.816521 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: pagination.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.817531 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.817902 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: pagination Apr 19 18:10:38.818258 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: port_device_profile.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.819176 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.819804 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: port-device-profile Apr 19 18:10:38.820158 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.821136 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.821827 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: port-mac-address-regenerate Apr 19 18:10:38.822178 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.823100 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.823721 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: port-numa-affinity-policy Apr 19 18:10:38.824082 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: port_resource_request.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.825004 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.825572 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension port-resource-request not supported by any of loaded plugins Apr 19 18:10:38.825933 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: portbindings.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.826862 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.827467 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: binding Apr 19 18:10:38.827828 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: portbindings_extended.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.829120 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.829700 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: binding-extended Apr 19 18:10:38.830064 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: portsecurity.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.830981 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.831619 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: port-security Apr 19 18:10:38.831980 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: project_id.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.832966 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.833339 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: project-id Apr 19 18:10:38.833700 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: providernet.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.834618 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.835201 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: provider Apr 19 18:10:38.835589 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: qos.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.839762 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.840356 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension qos not supported by any of loaded plugins Apr 19 18:10:38.840729 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.841969 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.842549 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 19 18:10:38.842916 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.843868 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.844445 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 19 18:10:38.844809 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: qos_default.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.845722 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.846297 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension qos-default not supported by any of loaded plugins Apr 19 18:10:38.846659 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: qos_fip.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.847372 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.847943 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension qos-fip not supported by any of loaded plugins Apr 19 18:10:38.848303 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: qos_gateway_ip.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.849234 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.849844 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 19 18:10:38.850204 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: qos_port_network_policy.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.851123 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.851721 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 19 18:10:38.852078 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: qos_rule_type_details.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.853555 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.854122 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 19 18:10:38.854482 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: qos_rules_alias.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.855587 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.856163 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 19 18:10:38.856528 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: quotasv2.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.857515 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.857883 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: quotas Apr 19 18:10:38.858238 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: quotasv2_detail.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.859950 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.860336 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: quota_details Apr 19 18:10:38.860707 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: rbac.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.861865 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.862454 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: rbac-policies Apr 19 18:10:38.862818 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: rbac_address_group.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.863779 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.864370 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: rbac-address-group Apr 19 18:10:38.864728 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: rbac_address_scope.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.865687 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.866257 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: rbac-address-scope Apr 19 18:10:38.866615 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: rbac_security_groups.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.867599 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.868330 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: rbac-security-groups Apr 19 18:10:38.868690 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: rbac_subnetpool.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.869612 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.870198 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: rbac-subnetpool Apr 19 18:10:38.870558 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: revisionifmatch.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.871512 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.872090 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: revision-if-match Apr 19 18:10:38.872451 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: revisions.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.873586 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.874165 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: standard-attr-revisions Apr 19 18:10:38.874532 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: router_availability_zone.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.875269 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.875841 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: router_availability_zone Apr 19 18:10:38.876204 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: routerservicetype.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.877126 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.877713 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension router-service-type not supported by any of loaded plugins Apr 19 18:10:38.878073 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.879004 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.879599 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: security-groups-normalized-cidr Apr 19 18:10:38.879957 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: security_groups_port_filtering.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.880891 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.881495 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: port-security-groups-filtering Apr 19 18:10:38.881838 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.882763 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.883374 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: security-groups-remote-address-group Apr 19 18:10:38.883840 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: securitygroup.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.897528 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.898141 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: security-group Apr 19 18:10:38.898514 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: segment.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.899927 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.900515 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension segment not supported by any of loaded plugins Apr 19 18:10:38.900878 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.901820 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.902403 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 19 18:10:38.902765 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: servicetype.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.903889 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.904474 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: service-type Apr 19 18:10:38.904839 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: sorting.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.905823 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.906201 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: sorting Apr 19 18:10:38.906563 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: standard_attr_segment.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.907511 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.908097 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 19 18:10:38.908458 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: standardattrdescription.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.909146 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.909723 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: standard-attr-description Apr 19 18:10:38.910082 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: stateful_security_group.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.911003 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.911649 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: stateful-security-group Apr 19 18:10:38.912008 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: stdattrs_common.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.912591 dv-cinder-786928-1-smb neutron-server[86248]: WARNING neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 19 18:10:38.912944 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.913946 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.914520 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 19 18:10:38.914926 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: subnet_onboard.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.916167 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.916756 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: subnet_onboard Apr 19 18:10:38.917116 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.918060 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.918649 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 19 18:10:38.919007 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: subnet_service_types.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.919967 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.920600 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: subnet-service-types Apr 19 18:10:38.921002 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: subnetallocation.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.922134 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.922817 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: subnet_allocation Apr 19 18:10:38.923175 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.923931 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.924516 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: subnetpool-prefix-ops Apr 19 18:10:38.924872 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.925817 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.926407 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 19 18:10:38.926764 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: tagging.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.928107 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.928703 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: standard-attr-tag Apr 19 18:10:38.929070 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: timestamp.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.930235 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.931505 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loaded extension: standard-attr-timestamp Apr 19 18:10:38.931873 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: trunk.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.932905 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.933483 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension trunk not supported by any of loaded plugins Apr 19 18:10:38.933839 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: trunk_details.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.934775 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.935376 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension trunk-details not supported by any of loaded plugins Apr 19 18:10:38.935735 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: uplink_status_propagation.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.936661 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.937242 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 19 18:10:38.937605 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Loading extension file: vlantransparent.py {{(pid=86248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 19 18:10:38.938319 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 19 18:10:38.938889 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extension vlan-transparent not supported by any of loaded plugins Apr 19 18:10:38.941633 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Creating instance of TrackedResource for resource:network Apr 19 18:10:38.942468 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Creating instance of TrackedResource for resource:subnet Apr 19 18:10:38.943142 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 18:10:38.943835 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Creating instance of TrackedResource for resource:port Apr 19 18:10:38.945346 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.resource_helper [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:10:38.945822 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.resource_helper [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Service FLAVORS assigned prefix: {{(pid=86248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:10:38.947068 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.resource_helper [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:10:38.947561 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.resource_helper [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:10:38.947927 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Creating instance of TrackedResource for resource:router Apr 19 18:10:38.948656 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Creating instance of TrackedResource for resource:floatingip Apr 19 18:10:38.949455 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.resource_helper [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Service METERING assigned prefix: /metering {{(pid=86248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:10:38.951338 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.951743 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.952128 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:10:38.953290 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Creating instance of CountableResource for resource:rbac_policy Apr 19 18:10:38.953765 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Creating instance of TrackedResource for resource:security_group Apr 19 18:10:38.954583 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 19 18:10:38.955395 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.resource_helper [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Service CORE assigned prefix: {{(pid=86248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:10:38.955771 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 18:10:38.956137 dv-cinder-786928-1-smb neutron-server[86248]: WARNING neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] subnetpool is already registered Apr 19 18:10:38.956800 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.resource_helper [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Service CORE assigned prefix: {{(pid=86248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:10:38.957165 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 18:10:38.957522 dv-cinder-786928-1-smb neutron-server[86248]: WARNING neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] subnetpool is already registered Apr 19 18:10:38.960287 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.resource_helper [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:10:38.960767 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.resource_helper [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Service FLAVORS assigned prefix: {{(pid=86248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:10:38.961406 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.resource_helper [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:10:38.961863 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.resource_helper [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:10:38.962229 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Creating instance of TrackedResource for resource:router Apr 19 18:10:38.962594 dv-cinder-786928-1-smb neutron-server[86248]: WARNING neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] router is already registered Apr 19 18:10:38.963306 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Creating instance of TrackedResource for resource:floatingip Apr 19 18:10:38.963628 dv-cinder-786928-1-smb neutron-server[86248]: WARNING neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] floatingip is already registered Apr 19 18:10:38.964313 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.resource_helper [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Service METERING assigned prefix: /metering {{(pid=86248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:10:38.965032 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Creating instance of CountableResource for resource:rbac_policy Apr 19 18:10:38.965399 dv-cinder-786928-1-smb neutron-server[86248]: WARNING neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] rbac_policy is already registered Apr 19 18:10:38.966016 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Creating instance of TrackedResource for resource:security_group Apr 19 18:10:38.966381 dv-cinder-786928-1-smb neutron-server[86248]: WARNING neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] security_group is already registered Apr 19 18:10:38.967045 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 19 18:10:38.967434 dv-cinder-786928-1-smb neutron-server[86248]: WARNING neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] security_group_rule is already registered Apr 19 18:10:38.968234 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.resource_helper [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Service CORE assigned prefix: {{(pid=86248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:10:38.968605 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 18:10:38.968968 dv-cinder-786928-1-smb neutron-server[86248]: WARNING neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] subnetpool is already registered Apr 19 18:10:38.969666 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.resource_helper [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Service CORE assigned prefix: {{(pid=86248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 19 18:10:38.970035 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Creating instance of TrackedResource for resource:subnetpool Apr 19 18:10:38.970398 dv-cinder-786928-1-smb neutron-server[86248]: WARNING neutron.quota.resource_registry [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] subnetpool is already registered Apr 19 18:10:38.971117 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: extensions {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:38.972761 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: address-groups {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:38.974394 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: address-scopes {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:38.975713 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: agents {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:38.976935 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: auto-allocated-topology {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:38.978338 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: availability_zones {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:38.979798 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: dhcp-networks {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:38.981257 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: dhcp-agents {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:38.982730 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: routers {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:38.984581 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: flavors {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:38.985782 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: service_profiles {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:38.987026 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: next_providers {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:38.988753 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: service_profiles {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:38.990250 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: floatingip-pools {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:38.991527 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: routers {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:38.994009 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: floatingips {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:38.995299 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: l3-routers {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:38.996766 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: l3-agents {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:38.998293 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: metering-labels {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:39.000696 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: metering-label-rules {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:39.002008 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: network-ip-availabilities {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:39.003363 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: bindings {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:39.005046 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: quotas {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:39.006531 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: quotas {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:39.008006 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: rbac-policies {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:39.009993 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: security-groups {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:39.011257 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: security-group-rules {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:39.012529 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: service-providers {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:39.013776 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: subnetpools {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:39.015236 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: subnetpools {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:39.016739 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: tags {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:39.018582 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: tags {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:39.020466 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: tags {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:39.022542 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: tags {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:39.024461 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: tags {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:39.026376 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: tags {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:39.028221 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: tags {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:39.030177 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: tags {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:39.032029 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: tags {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:39.034011 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.extensions [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Extended resource: tags {{(pid=86248) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 19 18:10:39.040986 dv-cinder-786928-1-smb neutron-server[86248]: WARNING keystonemiddleware.auth_token [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 19 18:10:39.046311 dv-cinder-786928-1-smb neutron-server[86248]: WARNING keystonemiddleware.auth_token [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 19 18:10:39.055288 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Acquired lock "singleton_lock" {{(pid=86248) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 19 18:10:39.056517 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Releasing lock "singleton_lock" {{(pid=86248) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 19 18:10:39.057981 dv-cinder-786928-1-smb neutron-server[86248]: INFO oslo_service.service [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Starting 2 workers Apr 19 18:10:39.062811 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Started child 86363 {{(pid=86248) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 18:10:39.066829 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:39.067561 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Started child 86364 {{(pid=86248) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 18:10:39.068345 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [-] (86363) wsgi starting up on http://0.0.0.0:9696 Apr 19 18:10:39.069030 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.service [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Neutron service started, listening on 0.0.0.0:9696 Apr 19 18:10:39.069682 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Notify callbacks [] for process, before_spawn {{(pid=86248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:39.071131 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:39.072936 dv-cinder-786928-1-smb neutron-server[86248]: INFO oslo_service.service [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Starting 1 workers Apr 19 18:10:39.073917 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [-] (86364) wsgi starting up on http://0.0.0.0:9696 Apr 19 18:10:39.078352 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Started child 86365 {{(pid=86248) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 18:10:39.078894 dv-cinder-786928-1-smb neutron-server[86248]: INFO oslo_service.service [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Starting 1 workers Apr 19 18:10:39.080389 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.service [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] calling RpcWorker wait() {{(pid=86365) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 19 18:10:39.080777 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.service [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] returning from RpcWorker wait() {{(pid=86365) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 19 18:10:39.082379 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:39.083005 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:39.083859 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Started child 86366 {{(pid=86248) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 19 18:10:39.084672 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e16eee58-b692-4254-afbf-4efcc839672b None None] Notify callbacks [] for process, after_spawn {{(pid=86248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:39.086263 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86248) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 19 18:10:39.086498 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 18:10:39.086703 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 18:10:39.087016 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 18:10:39.087513 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 18:10:39.087685 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 18:10:39.088261 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.088536 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.088683 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:39.088830 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.089118 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.089487 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.090171 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.090482 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.090797 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.091106 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.091420 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.091607 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.091792 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.092076 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.092357 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.092713 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.093018 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.093288 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.093565 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.093775 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.094045 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.094337 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.094626 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.094930 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] debug = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.095199 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.095778 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.096037 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.096306 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.096561 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.096862 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.097126 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.097442 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.097703 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.097953 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.098235 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.098680 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.098897 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.099045 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.099191 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.099531 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.099793 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.100247 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] host = dv-cinder-786928-1-smb {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.100511 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.100762 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.101027 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.101767 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.102058 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.102338 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.102608 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.102916 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.103184 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.103482 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.103721 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.103986 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.104265 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.104545 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] log_file = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.104736 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] log_options = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.105007 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.105284 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.105581 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.105796 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.105986 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.106161 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.106444 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.106631 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.106911 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.107177 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.107534 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.107860 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.108026 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.108283 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.108534 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.108792 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.109064 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.109317 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.109618 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.109897 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.110173 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.110439 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.110681 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.110943 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.111194 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.111469 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.112547 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.112840 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.113117 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.113420 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.114036 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.114374 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.114772 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.114889 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:39.115192 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.115434 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.115694 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.115957 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.116308 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.116592 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.116879 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.117167 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.117423 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.117710 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.118446 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.119323 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.119614 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] use_json = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.119873 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.120179 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.121572 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.121572 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.121572 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.121572 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.121572 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.124105 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.124105 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.124105 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.124105 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.124105 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.124105 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.124105 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.124105 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.124868 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.124868 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.124868 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.124868 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.125229 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.125330 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.125573 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.125880 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.126195 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.126520 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.126822 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.127132 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.127424 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.127914 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.127914 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.128288 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.131295 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.131817 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.132296 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.132871 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.133341 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.134421 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.134812 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.135341 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.135694 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.136035 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.136311 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.136597 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.136882 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.137169 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.137433 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.137713 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.137999 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.138310 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.138662 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.138955 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.139356 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.139617 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.139896 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.140156 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.140433 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.140707 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.140989 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.141283 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.141572 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.141797 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.142050 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.142310 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.142585 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.142841 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.143091 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.143412 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.143669 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.143958 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.144234 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.144513 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.144764 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.145015 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.145272 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.145522 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.146023 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.146319 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.146571 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.146826 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.147089 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.147372 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.147624 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.147873 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.148119 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.148373 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.148625 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.148879 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.149131 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.149559 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.149823 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.150076 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.150326 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.150644 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.151000 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.151289 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.151593 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.151851 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.152131 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.152396 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.152684 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.152941 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.153204 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.153471 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.153746 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.154009 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.154294 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.154553 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.154807 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.155114 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.155395 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.155657 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.155910 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.156182 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.156449 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.156736 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.157023 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.157308 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.157582 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.157890 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.158229 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.158499 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.158834 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.159105 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.159472 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.159804 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.160119 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.160421 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.160693 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.160993 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.161278 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.161567 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.161860 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.162147 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.162417 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.162691 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.163026 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.163333 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.163618 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.163866 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.164147 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.164495 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.164770 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.165219 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.165378 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.165677 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.165976 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.166342 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.166582 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.166873 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.167177 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.167474 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.167774 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.168679 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.168679 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.168679 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.169023 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.169023 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.169237 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.170145 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.170145 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.170145 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.170483 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.170483 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.170704 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.171533 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.171533 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.171533 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.171948 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.171948 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.172218 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.172357 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.172600 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.172855 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.174665 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.174665 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.174665 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.174665 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.174665 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.174665 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.174665 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.175639 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.175639 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.175639 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.175639 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.176098 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.176098 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.176369 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.176592 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.176808 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.177057 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.177322 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.177605 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.177856 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.178128 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.179275 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.179275 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.179275 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.179275 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.179715 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.179715 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.180007 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.180262 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.181049 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.181312 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.181569 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.181823 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.182118 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.182489 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.182772 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.183080 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.183377 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.183649 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.183909 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.184158 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.184507 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.184789 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.185064 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.185337 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.185592 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.185860 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.186109 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.186362 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.186629 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.186869 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.187304 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.187437 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.187608 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.187864 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.188115 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.188379 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.188615 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.188831 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.189090 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.189340 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.189605 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.189852 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.190100 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.190354 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.190599 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.190945 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.191240 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.191543 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.191856 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.192127 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.192412 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.192689 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.193096 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.193374 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.193688 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.193966 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.194223 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.194480 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.194774 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.195149 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.195543 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.195838 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.196236 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.197170 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.197497 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.197837 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.198119 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.198459 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.198843 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.199147 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.199481 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.199767 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.200090 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.200365 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.200648 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.200933 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.201204 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.201512 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.201807 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.202107 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.202391 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.202657 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.202939 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.203204 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.203520 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.203802 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.204085 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.204347 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.204541 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 18:10:39.205099 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86248) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 19 18:10:39.205291 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 19 18:10:39.205481 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 19 18:10:39.205704 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 19 18:10:39.205913 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 19 18:10:39.206078 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 19 18:10:39.206329 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.206494 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.206689 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.206881 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.207058 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.207274 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.207477 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.207670 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.207858 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.208046 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.208236 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.208425 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.208614 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.208803 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.208991 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.209180 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.209367 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.209556 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.209750 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.210087 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.210278 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.210468 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.210655 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] debug = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.210845 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.211070 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.211290 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.211473 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.211661 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.211927 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.212183 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.212572 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.212867 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.212867 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.213157 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.213757 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.213757 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.213757 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.215183 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.215183 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.215183 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.215183 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] host = dv-cinder-786928-1-smb {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.215183 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.215183 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.215183 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.215183 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.216323 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.216323 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.216323 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.216323 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.216323 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.216323 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.217085 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.217085 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.217085 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.217085 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] log_file = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.217085 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] log_options = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.217731 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.217731 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.217731 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.217731 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.218306 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.218306 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.218306 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.218306 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.218849 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.218849 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.218849 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.219232 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.219232 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.219523 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.219523 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.219781 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.219781 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.220052 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.220201 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.220347 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.220491 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.220652 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.220802 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.220951 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.221099 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.221245 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.221402 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.221552 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.221695 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.221833 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.222012 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.222204 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.222393 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.222580 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.222768 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.222934 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.223118 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.223349 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.223537 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.223725 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.223915 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.224102 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.224292 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.224449 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.224640 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.224827 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] use_json = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.225013 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.225200 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.225354 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.225546 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.225732 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.225923 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.226120 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.226278 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 19 18:10:39.226418 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.226612 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.226815 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.227005 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.227195 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.227974 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.228159 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.228351 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.228542 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.228735 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.228933 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.229169 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.229338 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.229528 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.229804 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.229804 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.230135 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.230135 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.230406 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.230543 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.230686 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.230823 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.231004 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.231197 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.231446 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.231655 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.231806 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.231945 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.232080 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.232215 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.232397 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.232590 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.232781 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.232972 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.233161 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.233351 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.233540 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.233731 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.233923 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.234113 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.234304 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.234493 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.234682 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.234907 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.235103 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.235314 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.235509 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.235688 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.235873 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.236153 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.236314 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.236416 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.236554 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.236735 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.236926 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.237116 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.237306 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.237493 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.237682 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.237872 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.238061 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.238267 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.238458 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.238647 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.238836 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.239027 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.239216 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.239431 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.239535 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:39.239632 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.239783 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.239971 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.240161 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.240351 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.240540 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.240729 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.240918 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.241107 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.241297 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.241487 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.241675 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.241866 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.242084 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.242242 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.242392 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.242542 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.242745 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.242905 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.245301 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.245301 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.245301 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.245301 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.245301 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.245301 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.245301 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.245301 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.246130 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.246130 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.246130 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.246130 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.246130 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.246130 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.246130 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.247069 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.247069 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.247069 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.247069 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.247069 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.247069 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.248054 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.248054 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.248054 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.248054 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.248054 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.248632 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.248632 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.248632 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.248632 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.249197 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.249197 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.249197 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.249615 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.249615 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.249615 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.250039 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.250039 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.250324 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.250324 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.250617 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.250617 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.250902 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.250902 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.251185 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.251358 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.251513 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.251661 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.251811 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.252003 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.252195 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.252384 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.252547 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.252740 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.252933 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.253123 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.253315 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.253506 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.253695 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.253969 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.254123 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.254260 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.254397 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.254542 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.254728 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.254946 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.255104 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.255289 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.255440 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.255582 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.255731 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.255947 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.256189 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.256336 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.256478 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.256614 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.256750 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.256923 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.257104 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.257341 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.257483 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.257644 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.257786 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.257932 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.258077 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.258266 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.258458 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.258823 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.258936 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.259077 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.259373 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.259573 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.259767 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.259960 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.260153 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.260344 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.260508 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.260704 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.260894 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.261085 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.261293 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.261483 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.261672 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.261861 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.262052 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.262241 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.262429 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.262618 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.262828 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.262938 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.263130 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.263343 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.263538 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.263730 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.263919 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.264088 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.264274 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.264464 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.264654 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.264859 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.265048 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.265291 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.265483 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.265680 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.265939 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.266077 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.266222 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.266360 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.266543 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.266733 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.266924 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.267113 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.267323 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.267514 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.267745 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.267987 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.268090 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.268227 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.268416 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.268617 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.268807 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.268996 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.269184 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.269373 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.269575 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.269767 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.269955 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.270155 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.270346 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.270534 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.270970 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.271179 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.271393 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.271586 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.271775 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.271964 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.272155 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.272346 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.272539 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.272739 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.272936 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.273126 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.273324 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.273519 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.273720 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.273908 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.274104 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.274377 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.274569 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.274758 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.274977 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.275099 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.275299 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.275491 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.275681 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.275869 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.276058 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.276247 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.276440 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.276628 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.276818 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.277008 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.277197 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.277387 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.277580 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.277769 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.277957 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 19 18:10:39.278140 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86248) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 19 18:10:39.476123 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 60962) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:39.488084 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092475 Apr 19 18:10:50.417407 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b4d038-81d6-4bc5-9de1-2d2c2616dcb4 None None] get_active_networks_info from dv-cinder-786928-1-smb {{(pid=86365) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 19 18:10:50.592479 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b4d038-81d6-4bc5-9de1-2d2c2616dcb4 None None] No non-hosted networks {{(pid=86365) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 19 18:10:50.654374 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7e7a5a29-637a-45ab-889d-43b970d3e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725'] for agent, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:50.665522 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agentschedulers_db [None req-99b4d038-81d6-4bc5-9de1-2d2c2616dcb4 None None] DHCP Agent not found on host dv-cinder-786928-1-smb {{(pid=86365) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 19 18:10:52.975154 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-945152f6-1a07-4995-b916-d756a1d97c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725'] for agent, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:53.042987 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-333414e9-58a3-47d2-8a0b-549876884074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:53.813617 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725'] for agent, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:54.166539 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725'] for agent, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:54.172043 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:54.173992 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:54.176727 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:54.177914 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:54.178766 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:54.179348 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:54.179878 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:54.181010 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:54.181805 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:54.182320 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:54.182839 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:54.183374 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:10:54.183938 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786928-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:54.190841 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786928-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:10:55.561329 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725'] for agent, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:10:56.367440 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 32822) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:10:57.001439 dv-cinder-786928-1-smb neutron-server[86248]: WARNING oslo_policy.policy [None req-61b40f40-2912-4d36-a312-d2091b1d0bb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:10:57.002020 dv-cinder-786928-1-smb neutron-server[86248]: WARNING oslo_policy.policy [None req-61b40f40-2912-4d36-a312-d2091b1d0bb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:10:57.235490 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [None req-61b40f40-2912-4d36-a312-d2091b1d0bb3 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:10:57.236551 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-61b40f40-2912-4d36-a312-d2091b1d0bb3 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8676417 Apr 19 18:11:00.396183 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 32836) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:00.484171 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.l3_hamode_db [None req-6d006ac9-28f0-4a8d-890d-5784b7e23583 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 19 18:11:00.591873 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d006ac9-28f0-4a8d-890d-5784b7e23583 None None] Routers set() bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:11:00.592366 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d006ac9-28f0-4a8d-890d-5784b7e23583 None None] Router IDs set() for agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 19 18:11:00.877595 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-84e598dc-615d-48c7-b8fb-4986deba0f63 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:11:00.984836 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.policy [None req-84e598dc-615d-48c7-b8fb-4986deba0f63 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86364) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 19 18:11:01.042936 dv-cinder-786928-1-smb neutron-server[86248]: WARNING oslo_policy.policy [None req-84e598dc-615d-48c7-b8fb-4986deba0f63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:11:01.043377 dv-cinder-786928-1-smb neutron-server[86248]: WARNING oslo_policy.policy [None req-84e598dc-615d-48c7-b8fb-4986deba0f63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:11:01.061627 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.quota [None req-84e598dc-615d-48c7-b8fb-4986deba0f63 admin admin] Loaded quota_driver: . Apr 19 18:11:01.079054 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-84e598dc-615d-48c7-b8fb-4986deba0f63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:11:01.140037 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-84e598dc-615d-48c7-b8fb-4986deba0f63 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363308042593462', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363308042593986', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363308042616261', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363308042609761', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363308043085322', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363308043098443', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036838120797', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036838230365', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-763496', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-747165'] for rbac-policy, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:01.400304 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-84e598dc-615d-48c7-b8fb-4986deba0f63 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:01.403021 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-84e598dc-615d-48c7-b8fb-4986deba0f63 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0052423 Apr 19 18:11:04.548373 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 32850) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:04.953681 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'cd1d9754bd004c398c6f6f3866a3400f'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:11:04.959687 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:11:04.965852 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Usage tracker for resource:network and tenant:cd1d9754bd004c398c6f6f3866a3400f is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:11:04.969775 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:11:04.976346 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:11:04.985182 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Made reservation on behalf of cd1d9754bd004c398c6f6f3866a3400f for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:11:04.991084 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:05.009218 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:05.026397 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:11:05.031079 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Usage tracker for resource:security_group_rule and tenant:cd1d9754bd004c398c6f6f3866a3400f is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:11:05.035423 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:11:05.042021 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:11:05.149112 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:05.152019 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:05.156867 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:05.180080 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:11:05.206983 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363308047214742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:05.207608 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Unsubscribe: segment precommit_create {{(pid=86364) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 19 18:11:05.208080 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.segments_db [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Added segment 9b82eb5e-1aed-45bc-b65a-4ea1590d85d8 of type vlan for network f00fb46e-6658-485c-bd30-8706254a13d6 Apr 19 18:11:05.218294 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e87a0e-408e-4981-956f-25a6b2f20694,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:05.270799 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:05.271158 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:05.271793 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:05.272147 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:05.272495 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:05.272842 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:05.273188 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:05.273527 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:05.274395 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:05.274902 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:05.275472 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:05.275821 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Tracked resource versions report: Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: pushed versions: Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: { 'AddressGroup': {'1.2'}, Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: 'ConntrackHelper': {'1.0'}, Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: 'Log': {'1.0'}, Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: 'Network': {'1.1'}, Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: 'Port': {'1.7'}, Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: 'PortForwarding': {'1.2'}, Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: 'QosPolicy': {'1.8'}, Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroup': {'1.4'}, Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: 'SubPort': {'1.0'}, Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: 'Subnet': {'1.1'}, Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: 'Trunk': {'1.1'}} Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: consumer versions: Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: { DHCP agent@dv-cinder-786928-1-smb: {}, Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: L3 agent@dv-cinder-786928-1-smb: {}, Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: Metadata agent@dv-cinder-786928-1-smb: {}, Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: Metering agent@dv-cinder-786928-1-smb: {}, Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: Open vSwitch agent@dv-cinder-786928-1-smb: { 'AddressGroup': '1.2', Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: 'ConntrackHelper': '1.0', Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: 'Log': '1.0', Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: 'Network': '1.1', Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: 'Port': '1.7', Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: 'PortForwarding': '1.2', Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: 'QosPolicy': '1.8', Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroup': '1.4', Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroupRule': '1.2', Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: 'SubPort': '1.0', Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: 'Subnet': '1.1', Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: 'Trunk': '1.1'}} Apr 19 18:11:05.277182 dv-cinder-786928-1-smb neutron-server[86248]: {{(pid=86364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:11:05.322134 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:05.340222 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807182314'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:05.384875 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:05.386438 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:05.387157 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:05.393196 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:05.511033 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9611323 Apr 19 18:11:05.514726 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=f00fb46e-6658-485c-bd30-8706254a13d6,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:05.519915 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:05.529444 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Network f00fb46e-6658-485c-bd30-8706254a13d6 details requested by agent ovs-agent-dv-cinder-786928-1-smb with host dv-cinder-786928-1-smb {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:11:08.766075 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 32866) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:09.286473 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205e9f88-816f-44d5-9424-db48503aebe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:09.287958 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-205e9f88-816f-44d5-9424-db48503aebe7 admin admin] 10.222.0.20 "GET /v2.0/networks/f00fb46e-6658-485c-bd30-8706254a13d6 HTTP/1.1" status: 200 len: 825 time: 0.5208397 Apr 19 18:11:09.319942 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-d98203ea-1ce2-4244-ad25-bae43ee364e7 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/e15ecf2b-a18a-4573-8752-dbaa80cddd83 HTTP/1.1" status: 200 len: 734 time: 0.0240126 Apr 19 18:11:09.330199 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-f086a7d2-897e-4e9a-b617-e2851c9b8c21 admin admin] Request body: {'subnet': {'subnetpool_id': 'e15ecf2b-a18a-4573-8752-dbaa80cddd83', 'gateway_ip': '172.20.0.1', 'network_id': 'f00fb46e-6658-485c-bd30-8706254a13d6', 'tenant_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:11:09.335393 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-f086a7d2-897e-4e9a-b617-e2851c9b8c21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:11:09.340540 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-f086a7d2-897e-4e9a-b617-e2851c9b8c21 admin admin] Usage tracker for resource:subnet and tenant:cd1d9754bd004c398c6f6f3866a3400f is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:11:09.343661 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-f086a7d2-897e-4e9a-b617-e2851c9b8c21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:11:09.349630 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-f086a7d2-897e-4e9a-b617-e2851c9b8c21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:11:09.359997 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f086a7d2-897e-4e9a-b617-e2851c9b8c21 admin admin] Made reservation on behalf of cd1d9754bd004c398c6f6f3866a3400f for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:11:09.364926 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f086a7d2-897e-4e9a-b617-e2851c9b8c21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:09.863864 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f086a7d2-897e-4e9a-b617-e2851c9b8c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:09.868250 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:09.957817 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086a7d2-897e-4e9a-b617-e2851c9b8c21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d19d40c-12bf-4664-8678-ca6833f2823d,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:09.964616 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f086a7d2-897e-4e9a-b617-e2851c9b8c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:09.967303 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086a7d2-897e-4e9a-b617-e2851c9b8c21 admin admin] Checking segment: {'id': '9b82eb5e-1aed-45bc-b65a-4ea1590d85d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f00fb46e-6658-485c-bd30-8706254a13d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:11:09.967688 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f086a7d2-897e-4e9a-b617-e2851c9b8c21 admin admin] Network hostable DHCP agents. Network: f00fb46e-6658-485c-bd30-8706254a13d6, hostable agents: ['c63027b6-2e67-4fd7-9492-d43596a5c67c'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:11:09.990553 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f086a7d2-897e-4e9a-b617-e2851c9b8c21 admin admin] Network f00fb46e-6658-485c-bd30-8706254a13d6 is scheduled to be hosted by DHCP agent c63027b6-2e67-4fd7-9492-d43596a5c67c with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:11:10.002814 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-f086a7d2-897e-4e9a-b617-e2851c9b8c21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-smb, f00fb46e-6658-485c-bd30-8706254a13d6) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:11:10.007182 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f086a7d2-897e-4e9a-b617-e2851c9b8c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:10.009245 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f086a7d2-897e-4e9a-b617-e2851c9b8c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:10.014501 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d9a542-2686-4f04-a3ea-6c5349cc3c47 None None] Network f00fb46e-6658-485c-bd30-8706254a13d6 requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:11:10.030519 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-f086a7d2-897e-4e9a-b617-e2851c9b8c21 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7042422 Apr 19 18:11:10.558230 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa386e3f5-4976-53db-a822-d0050a1a6416-f00fb46e-6658-485c-bd30-8706254a13d6', 'network_id': 'f00fb46e-6658-485c-bd30-8706254a13d6', 'tenant_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'fixed_ips': [{'subnet_id': '6d19d40c-12bf-4664-8678-ca6833f2823d'}]}} from dv-cinder-786928-1-smb. {{(pid=86365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:11:10.559485 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:10.778096 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Allocated IP 172.20.0.2 (f00fb46e-6658-485c-bd30-8706254a13d6/6d19d40c-12bf-4664-8678-ca6833f2823d/996c1af5-264f-4aad-94a0-f3499fda2cc4) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:11:11.042866 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:11.057813 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Transition to ACTIVE for port object 996c1af5-264f-4aad-94a0-f3499fda2cc4 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:11:11.080730 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Transition to ACTIVE for port object 996c1af5-264f-4aad-94a0-f3499fda2cc4 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:11:11.087680 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:11.094366 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:11.164244 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Network f00fb46e-6658-485c-bd30-8706254a13d6 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:11:11.168636 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Resources bound (agent type, host, resource id): {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:11:11.174722 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:11:11.184798 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Pushing event updated for resources: {'Port': ['ID=996c1af5-264f-4aad-94a0-f3499fda2cc4,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:11.233447 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:11.233823 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:11.234194 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:11.234561 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:11.234918 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:11.235285 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:11.235660 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:11.236014 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:11.236345 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:11.236696 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:11.237045 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:11.237402 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Tracked resource versions report: Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: pushed versions: Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: { 'AddressGroup': {'1.2'}, Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: 'ConntrackHelper': {'1.0'}, Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: 'Log': {'1.0'}, Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: 'Network': {'1.1'}, Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: 'Port': {'1.7'}, Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: 'PortForwarding': {'1.2'}, Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: 'QosPolicy': {'1.8'}, Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroup': {'1.4'}, Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: 'SubPort': {'1.0'}, Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: 'Subnet': {'1.1'}, Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: 'Trunk': {'1.1'}} Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: consumer versions: Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: { DHCP agent@dv-cinder-786928-1-smb: {}, Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: L3 agent@dv-cinder-786928-1-smb: {}, Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: Metadata agent@dv-cinder-786928-1-smb: {}, Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: Metering agent@dv-cinder-786928-1-smb: {}, Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: Open vSwitch agent@dv-cinder-786928-1-smb: { 'AddressGroup': '1.2', Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: 'ConntrackHelper': '1.0', Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: 'Log': '1.0', Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: 'Network': '1.1', Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: 'Port': '1.7', Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: 'PortForwarding': '1.2', Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: 'QosPolicy': '1.8', Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroup': '1.4', Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroupRule': '1.2', Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: 'SubPort': '1.0', Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: 'Subnet': '1.1', Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: 'Trunk': '1.1'}} Apr 19 18:11:11.238542 dv-cinder-786928-1-smb neutron-server[86248]: {{(pid=86365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:11:11.277404 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:11.309755 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Attempting to bind port 996c1af5-264f-4aad-94a0-f3499fda2cc4 on host dv-cinder-786928-1-smb for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:11:11.310095 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Attempting to bind port 996c1af5-264f-4aad-94a0-f3499fda2cc4 by drivers openvswitch,hyperv on host dv-cinder-786928-1-smb at level 0 using segments [{'id': '9b82eb5e-1aed-45bc-b65a-4ea1590d85d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f00fb46e-6658-485c-bd30-8706254a13d6'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:11:11.310508 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Attempting to bind port 996c1af5-264f-4aad-94a0-f3499fda2cc4 on network f00fb46e-6658-485c-bd30-8706254a13d6 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:11:11.317303 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Checking agent: {'id': '192a3675-2ad9-475f-abb6-aba9e9401083', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'started_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:11:11.317795 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Checking segment: {'id': '9b82eb5e-1aed-45bc-b65a-4ea1590d85d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f00fb46e-6658-485c-bd30-8706254a13d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:11:11.318178 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:11.318606 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Bound using segment: {'id': '9b82eb5e-1aed-45bc-b65a-4ea1590d85d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f00fb46e-6658-485c-bd30-8706254a13d6'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:11:11.319319 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Bound port: 996c1af5-264f-4aad-94a0-f3499fda2cc4, host: dv-cinder-786928-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b82eb5e-1aed-45bc-b65a-4ea1590d85d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f00fb46e-6658-485c-bd30-8706254a13d6'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:11:11.319570 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:11.421969 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] For port 996c1af5-264f-4aad-94a0-f3499fda2cc4, host dv-cinder-786928-1-smb, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:11:11.426313 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] For port 996c1af5-264f-4aad-94a0-f3499fda2cc4, host dv-cinder-786928-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=996c1af5-264f-4aad-94a0-f3499fda2cc4,segment=NetworkSegment(9b82eb5e-1aed-45bc-b65a-4ea1590d85d8),segment_id=9b82eb5e-1aed-45bc-b65a-4ea1590d85d8)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:11:11.430723 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:11.436633 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:11.534880 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Pushing event updated for resources: {'Port': ['ID=996c1af5-264f-4aad-94a0-f3499fda2cc4,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:11.538164 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:13.003006 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 32876) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:13.512504 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [None req-19ee6b37-cd99-4aa4-bd5b-8675bac5497a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:11:13.513926 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-19ee6b37-cd99-4aa4-bd5b-8675bac5497a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5092945 Apr 19 18:11:16.425746 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 32886) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:17.107207 dv-cinder-786928-1-smb neutron-server[86248]: WARNING oslo_policy.policy [None req-ae239c49-5c24-4d82-bb78-fd1d41dbdffe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:11:17.107822 dv-cinder-786928-1-smb neutron-server[86248]: WARNING oslo_policy.policy [None req-ae239c49-5c24-4d82-bb78-fd1d41dbdffe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:11:17.341054 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [None req-ae239c49-5c24-4d82-bb78-fd1d41dbdffe admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86363) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:11:17.342434 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-ae239c49-5c24-4d82-bb78-fd1d41dbdffe admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9146075 Apr 19 18:11:18.204538 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 996c1af5-264f-4aad-94a0-f3499fda2cc4 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:11:18.284191 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning for port 996c1af5-264f-4aad-94a0-f3499fda2cc4 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:11:18.589382 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcf7ff8-c2d0-4b11-bc6c-f240f63081d2 None None] Network f00fb46e-6658-485c-bd30-8706254a13d6 requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:11:18.694808 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-6c5760a4-2dae-4e3e-a05d-6b9ca57efc6c None None] Provisioning for port 996c1af5-264f-4aad-94a0-f3499fda2cc4 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:11:18.708645 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-6c5760a4-2dae-4e3e-a05d-6b9ca57efc6c None None] Provisioning complete for port 996c1af5-264f-4aad-94a0-f3499fda2cc4 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:11:18.709071 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6c5760a4-2dae-4e3e-a05d-6b9ca57efc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:18.954545 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6c5760a4-2dae-4e3e-a05d-6b9ca57efc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:19.013009 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-6c5760a4-2dae-4e3e-a05d-6b9ca57efc6c None None] For port 996c1af5-264f-4aad-94a0-f3499fda2cc4, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=996c1af5-264f-4aad-94a0-f3499fda2cc4,segment=NetworkSegment(9b82eb5e-1aed-45bc-b65a-4ea1590d85d8),segment_id=9b82eb5e-1aed-45bc-b65a-4ea1590d85d8)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:11:19.018537 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6c5760a4-2dae-4e3e-a05d-6b9ca57efc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:19.025255 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:19.106721 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5760a4-2dae-4e3e-a05d-6b9ca57efc6c None None] Pushing event updated for resources: {'Port': ['ID=996c1af5-264f-4aad-94a0-f3499fda2cc4,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:19.112294 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-6c5760a4-2dae-4e3e-a05d-6b9ca57efc6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:19.347225 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-c100832e-d253-4068-9dc4-3b2071a740eb None None] Provisioning complete for port 996c1af5-264f-4aad-94a0-f3499fda2cc4 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:11:19.347943 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c100832e-d253-4068-9dc4-3b2071a740eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:20.166873 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 996c1af5-264f-4aad-94a0-f3499fda2cc4 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:11:20.244272 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 996c1af5-264f-4aad-94a0-f3499fda2cc4 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:11:20.244684 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:20.325966 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b1dfb35e-27fe-40c0-a926-afae75af1265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:20.577484 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 32906) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:21.090110 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-7adc5c0c-5f75-4d37-8ffe-d0e049240f79 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'cd1d9754bd004c398c6f6f3866a3400f'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:11:21.170859 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.policy [None req-7adc5c0c-5f75-4d37-8ffe-d0e049240f79 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86363) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 19 18:11:21.230376 dv-cinder-786928-1-smb neutron-server[86248]: WARNING oslo_policy.policy [None req-7adc5c0c-5f75-4d37-8ffe-d0e049240f79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:11:21.230887 dv-cinder-786928-1-smb neutron-server[86248]: WARNING oslo_policy.policy [None req-7adc5c0c-5f75-4d37-8ffe-d0e049240f79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 19 18:11:21.250411 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.quota [None req-7adc5c0c-5f75-4d37-8ffe-d0e049240f79 admin admin] Loaded quota_driver: . Apr 19 18:11:21.267580 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-7adc5c0c-5f75-4d37-8ffe-d0e049240f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:11:21.275693 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-7adc5c0c-5f75-4d37-8ffe-d0e049240f79 admin admin] Usage tracker for resource:router and tenant:cd1d9754bd004c398c6f6f3866a3400f is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:11:21.280687 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-7adc5c0c-5f75-4d37-8ffe-d0e049240f79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:11:21.288919 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-7adc5c0c-5f75-4d37-8ffe-d0e049240f79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:11:21.306734 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7adc5c0c-5f75-4d37-8ffe-d0e049240f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760915'] for router, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:21.308965 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7adc5c0c-5f75-4d37-8ffe-d0e049240f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853824541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853825019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853828076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14885'] for router, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:21.334027 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7adc5c0c-5f75-4d37-8ffe-d0e049240f79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:21.622720 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7adc5c0c-5f75-4d37-8ffe-d0e049240f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-980544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951000'] for router, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:21.650544 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7adc5c0c-5f75-4d37-8ffe-d0e049240f79 admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:21.651864 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-7adc5c0c-5f75-4d37-8ffe-d0e049240f79 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0731816 Apr 19 18:11:22.978533 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2f513aea-a693-4afa-bd0c-92fe46c98cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:23.762768 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:24.154943 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:24.614571 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 32928) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:24.794808 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [None req-3e28375e-c91f-4e29-8525-e62ebca59c35 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:11:24.795915 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-3e28375e-c91f-4e29-8525-e62ebca59c35 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1803188 Apr 19 18:11:25.507000 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:27.489485 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 32948) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:27.547390 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:11:27.553346 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:11:27.558163 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Usage tracker for resource:network and tenant:bd5825a0806f47e9a05d303c582b5efa is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:11:27.561207 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:11:27.567723 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:11:27.578463 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Made reservation on behalf of bd5825a0806f47e9a05d303c582b5efa for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:11:27.583211 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:27.598296 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:27.615544 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:11:27.620232 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Usage tracker for resource:security_group_rule and tenant:bd5825a0806f47e9a05d303c582b5efa is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:11:27.623181 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:11:27.629220 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:11:27.736425 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:27.739115 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:27.743671 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:27.757115 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Reserving flat network on physical network physnet1 {{(pid=86364) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 19 18:11:27.783811 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17058e2-dafc-4286-a605-ea6a10a98e65,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:27.786797 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:27.787184 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.segments_db [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Added segment 1f30a495-c1e9-401c-a4af-f66487472610 of type flat for network 4dfc8324-dbda-4de1-90b3-5f147512ea2d Apr 19 18:11:27.788456 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:27.823402 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807182314'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:27.860110 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:27.861459 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:27.862086 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:27.866860 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:27.972516 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4818575 Apr 19 18:11:27.975431 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Pushing event updated for resources: {'Network': ['ID=4dfc8324-dbda-4de1-90b3-5f147512ea2d,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:27.979279 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:27.987323 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Network 4dfc8324-dbda-4de1-90b3-5f147512ea2d details requested by agent ovs-agent-dv-cinder-786928-1-smb with host dv-cinder-786928-1-smb {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:11:30.561508 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 32958) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:30.678773 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e63d1-797e-4f1a-967a-b217593960f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:30.680453 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-5f4e63d1-797e-4f1a-967a-b217593960f2 admin admin] 10.222.0.20 "GET /v2.0/subnets/6d19d40c-12bf-4664-8678-ca6833f2823d HTTP/1.1" status: 200 len: 849 time: 0.1178861 Apr 19 18:11:30.861028 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-7d30a57d-cd92-475e-95f7-aea548bf376c admin admin] 10.222.0.20 "GET /v2.0/routers/549849f8-67ae-4969-968e-0671f43267d1 HTTP/1.1" status: 200 len: 704 time: 0.1745391 Apr 19 18:11:31.502724 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d7e583fc-86dc-410a-b537-dc10fe896616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:31.745522 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-d7e583fc-86dc-410a-b537-dc10fe896616 admin admin] Allocated IP 172.20.0.1 (f00fb46e-6658-485c-bd30-8706254a13d6/6d19d40c-12bf-4664-8678-ca6833f2823d/2da2f961-456c-45af-91ac-9fbe44a9c603) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:11:31.909015 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d7e583fc-86dc-410a-b537-dc10fe896616 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:31.927185 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-d7e583fc-86dc-410a-b537-dc10fe896616 admin admin] Transition to ACTIVE for port object 2da2f961-456c-45af-91ac-9fbe44a9c603 will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:11:31.986095 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d7e583fc-86dc-410a-b537-dc10fe896616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:31.990806 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:32.054041 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e583fc-86dc-410a-b537-dc10fe896616 admin admin] Network f00fb46e-6658-485c-bd30-8706254a13d6 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:11:32.057665 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-d7e583fc-86dc-410a-b537-dc10fe896616 admin admin] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:11:32.061665 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e583fc-86dc-410a-b537-dc10fe896616 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:11:32.062197 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d7e583fc-86dc-410a-b537-dc10fe896616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853813499'] for router_interface, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:32.206940 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e583fc-86dc-410a-b537-dc10fe896616 admin admin] Pushing event updated for resources: {'Port': ['ID=2da2f961-456c-45af-91ac-9fbe44a9c603,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:32.219701 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d7e583fc-86dc-410a-b537-dc10fe896616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:32.233340 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-0e630d29-05c1-448b-b3cf-55f2481c667e None None] Provisioning for port 2da2f961-456c-45af-91ac-9fbe44a9c603 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:11:32.238882 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-0e630d29-05c1-448b-b3cf-55f2481c667e None None] Provisioning complete for port 2da2f961-456c-45af-91ac-9fbe44a9c603 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:11:32.239311 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0e630d29-05c1-448b-b3cf-55f2481c667e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:32.297420 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-0e630d29-05c1-448b-b3cf-55f2481c667e None None] Port 2da2f961-456c-45af-91ac-9fbe44a9c603 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:11:32.347135 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d7e583fc-86dc-410a-b537-dc10fe896616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:32.589132 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d7e583fc-86dc-410a-b537-dc10fe896616 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:32.593107 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d7e583fc-86dc-410a-b537-dc10fe896616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:32.594188 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d7e583fc-86dc-410a-b537-dc10fe896616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854186072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962402'] for router_interface, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:32.598525 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d7e583fc-86dc-410a-b537-dc10fe896616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:32.738164 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e583fc-86dc-410a-b537-dc10fe896616 admin admin] Pushing event updated for resources: {'Port': ['ID=2da2f961-456c-45af-91ac-9fbe44a9c603,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:32.742656 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d7e583fc-86dc-410a-b537-dc10fe896616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:32.802745 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e583fc-86dc-410a-b537-dc10fe896616 admin admin] Network f00fb46e-6658-485c-bd30-8706254a13d6 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:11:32.803861 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-d7e583fc-86dc-410a-b537-dc10fe896616 admin admin] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:11:33.024448 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-227a94c8-d99c-4e9f-b1f9-36e36fac00a8 None None] Provisioning complete for port 2da2f961-456c-45af-91ac-9fbe44a9c603 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:11:33.024902 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-227a94c8-d99c-4e9f-b1f9-36e36fac00a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:33.088730 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-227a94c8-d99c-4e9f-b1f9-36e36fac00a8 None None] Port 2da2f961-456c-45af-91ac-9fbe44a9c603 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:11:33.169731 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e583fc-86dc-410a-b537-dc10fe896616 admin admin] Router 549849f8-67ae-4969-968e-0671f43267d1 is scheduled to L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:11:33.333439 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e583fc-86dc-410a-b537-dc10fe896616 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:11:33.344356 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-d7e583fc-86dc-410a-b537-dc10fe896616 admin admin] 10.222.0.20 "PUT /v2.0/routers/549849f8-67ae-4969-968e-0671f43267d1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4778128 Apr 19 18:11:33.344658 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] Sync routers for ids ['549849f8-67ae-4969-968e-0671f43267d1'] in dv-cinder-786928-1-smb {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:11:33.355961 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] Routers {'549849f8-67ae-4969-968e-0671f43267d1'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:11:33.356858 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:11:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['549849f8-67ae-4969-968e-0671f43267d1'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:11:33.545466 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] Set router 549849f8-67ae-4969-968e-0671f43267d1 gateway port host: None {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:11:34.108284 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549849f8-67ae-4969-968e-0671f43267d1', 'name': 'router1', 'tenant_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:11:21Z', 'updated_at': '2021-04-19T18:11:32Z', 'revision_number': 2, 'project_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'gw_port_host': None, '_interfaces': [{'id': '2da2f961-456c-45af-91ac-9fbe44a9c603', 'name': '', 'network_id': 'f00fb46e-6658-485c-bd30-8706254a13d6', 'tenant_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'mac_address': 'fa:16:3e:3b:2e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549849f8-67ae-4969-968e-0671f43267d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d19d40c-12bf-4664-8678-ca6833f2823d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:11:31Z', 'updated_at': '2021-04-19T18:11:32Z', 'revision_number': 2, 'project_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'subnets': [{'id': '6d19d40c-12bf-4664-8678-ca6833f2823d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e15ecf2b-a18a-4573-8752-dbaa80cddd83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:11:34.113322 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] Checking router: 549849f8-67ae-4969-968e-0671f43267d1 for host: dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:11:34.113739 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] Updating router 549849f8-67ae-4969-968e-0671f43267d1 port 2da2f961-456c-45af-91ac-9fbe44a9c603 binding host dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:11:34.175030 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 5 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:11:34.181995 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:34.596513 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:34.613283 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] Transition to ACTIVE for port object 2da2f961-456c-45af-91ac-9fbe44a9c603 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:11:34.619937 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:34.632228 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:34.810538 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80172a5-a08f-4759-b40e-390ee3837500 None None] Pushing event updated for resources: {'Port': ['ID=2da2f961-456c-45af-91ac-9fbe44a9c603,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:34.854960 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80172a5-a08f-4759-b40e-390ee3837500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:34.855214 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80172a5-a08f-4759-b40e-390ee3837500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:34.855611 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80172a5-a08f-4759-b40e-390ee3837500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:34.855971 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80172a5-a08f-4759-b40e-390ee3837500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:34.856324 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80172a5-a08f-4759-b40e-390ee3837500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:34.856677 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80172a5-a08f-4759-b40e-390ee3837500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:34.857029 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80172a5-a08f-4759-b40e-390ee3837500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:34.857377 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80172a5-a08f-4759-b40e-390ee3837500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:34.857724 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80172a5-a08f-4759-b40e-390ee3837500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:34.858070 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80172a5-a08f-4759-b40e-390ee3837500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:34.858415 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80172a5-a08f-4759-b40e-390ee3837500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:34.858760 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80172a5-a08f-4759-b40e-390ee3837500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80172a5-a08f-4759-b40e-390ee3837500 None None] Tracked resource versions report: Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: pushed versions: Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: { 'AddressGroup': {'1.2'}, Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: 'ConntrackHelper': {'1.0'}, Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: 'Log': {'1.0'}, Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: 'Network': {'1.1'}, Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: 'Port': {'1.7'}, Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: 'PortForwarding': {'1.2'}, Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: 'QosPolicy': {'1.8'}, Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroup': {'1.4'}, Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: 'SubPort': {'1.0'}, Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: 'Subnet': {'1.1'}, Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: 'Trunk': {'1.1'}} Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: consumer versions: Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: { DHCP agent@dv-cinder-786928-1-smb: {}, Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: L3 agent@dv-cinder-786928-1-smb: {}, Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: Metadata agent@dv-cinder-786928-1-smb: {}, Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: Metering agent@dv-cinder-786928-1-smb: {}, Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: Open vSwitch agent@dv-cinder-786928-1-smb: { 'AddressGroup': '1.2', Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: 'ConntrackHelper': '1.0', Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: 'Log': '1.0', Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: 'Network': '1.1', Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: 'Port': '1.7', Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: 'PortForwarding': '1.2', Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: 'QosPolicy': '1.8', Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroup': '1.4', Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroupRule': '1.2', Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: 'SubPort': '1.0', Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: 'Subnet': '1.1', Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: 'Trunk': '1.1'}} Apr 19 18:11:34.859914 dv-cinder-786928-1-smb neutron-server[86248]: {{(pid=86366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:11:34.863455 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d80172a5-a08f-4759-b40e-390ee3837500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:34.886852 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] Attempting to bind port 2da2f961-456c-45af-91ac-9fbe44a9c603 on host dv-cinder-786928-1-smb for vnic_type normal with profile {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:11:34.887283 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] Attempting to bind port 2da2f961-456c-45af-91ac-9fbe44a9c603 by drivers openvswitch,hyperv on host dv-cinder-786928-1-smb at level 0 using segments [{'id': '9b82eb5e-1aed-45bc-b65a-4ea1590d85d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f00fb46e-6658-485c-bd30-8706254a13d6'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:11:34.887696 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] Attempting to bind port 2da2f961-456c-45af-91ac-9fbe44a9c603 on network f00fb46e-6658-485c-bd30-8706254a13d6 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:11:34.893242 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] Checking agent: {'id': '192a3675-2ad9-475f-abb6-aba9e9401083', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'started_at': datetime.datetime(2021, 4, 19, 18, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:11:34.893663 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] Checking segment: {'id': '9b82eb5e-1aed-45bc-b65a-4ea1590d85d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f00fb46e-6658-485c-bd30-8706254a13d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:11:34.894127 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:34.894542 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] Bound using segment: {'id': '9b82eb5e-1aed-45bc-b65a-4ea1590d85d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f00fb46e-6658-485c-bd30-8706254a13d6'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:11:34.895085 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] Bound port: 2da2f961-456c-45af-91ac-9fbe44a9c603, host: dv-cinder-786928-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b82eb5e-1aed-45bc-b65a-4ea1590d85d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f00fb46e-6658-485c-bd30-8706254a13d6'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:11:34.895531 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:34.992885 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] For port 2da2f961-456c-45af-91ac-9fbe44a9c603, host dv-cinder-786928-1-smb, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:11:34.997328 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] For port 2da2f961-456c-45af-91ac-9fbe44a9c603, host dv-cinder-786928-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=2da2f961-456c-45af-91ac-9fbe44a9c603,segment=NetworkSegment(9b82eb5e-1aed-45bc-b65a-4ea1590d85d8),segment_id=9b82eb5e-1aed-45bc-b65a-4ea1590d85d8)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:11:35.002429 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:35.007515 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:35.097228 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] Routers {'549849f8-67ae-4969-968e-0671f43267d1'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:11:35.097926 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:11:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['549849f8-67ae-4969-968e-0671f43267d1'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:11:35.235485 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80172a5-a08f-4759-b40e-390ee3837500 None None] Pushing event updated for resources: {'Port': ['ID=2da2f961-456c-45af-91ac-9fbe44a9c603,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:35.250364 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d80172a5-a08f-4759-b40e-390ee3837500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:35.270726 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] Set router 549849f8-67ae-4969-968e-0671f43267d1 gateway port host: None {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:11:35.621332 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549849f8-67ae-4969-968e-0671f43267d1', 'name': 'router1', 'tenant_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:11:21Z', 'updated_at': '2021-04-19T18:11:32Z', 'revision_number': 2, 'project_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'gw_port_host': None, '_interfaces': [{'id': '2da2f961-456c-45af-91ac-9fbe44a9c603', 'name': '', 'network_id': 'f00fb46e-6658-485c-bd30-8706254a13d6', 'tenant_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'mac_address': 'fa:16:3e:3b:2e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549849f8-67ae-4969-968e-0671f43267d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d19d40c-12bf-4664-8678-ca6833f2823d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:11:31Z', 'updated_at': '2021-04-19T18:11:34Z', 'revision_number': 4, 'project_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'subnets': [{'id': '6d19d40c-12bf-4664-8678-ca6833f2823d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e15ecf2b-a18a-4573-8752-dbaa80cddd83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:11:35.625478 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b3bda4-e69c-4dcc-8886-72889f7c867e None None] The sync data for ids ['549849f8-67ae-4969-968e-0671f43267d1'] in dv-cinder-786928-1-smb is: [{'id': '549849f8-67ae-4969-968e-0671f43267d1', 'name': 'router1', 'tenant_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:11:21Z', 'updated_at': '2021-04-19T18:11:32Z', 'revision_number': 2, 'project_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'gw_port_host': None, '_interfaces': [{'id': '2da2f961-456c-45af-91ac-9fbe44a9c603', 'name': '', 'network_id': 'f00fb46e-6658-485c-bd30-8706254a13d6', 'tenant_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'mac_address': 'fa:16:3e:3b:2e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549849f8-67ae-4969-968e-0671f43267d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d19d40c-12bf-4664-8678-ca6833f2823d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:11:31Z', 'updated_at': '2021-04-19T18:11:34Z', 'revision_number': 4, 'project_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'subnets': [{'id': '6d19d40c-12bf-4664-8678-ca6833f2823d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e15ecf2b-a18a-4573-8752-dbaa80cddd83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:11:35.926417 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 32970) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:36.117883 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085f3f40-50f3-473f-bdac-e94b1fafd62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:36.123778 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-085f3f40-50f3-473f-bdac-e94b1fafd62a admin admin] 10.222.0.20 "GET /v2.0/networks/4dfc8324-dbda-4de1-90b3-5f147512ea2d HTTP/1.1" status: 200 len: 842 time: 0.1963131 Apr 19 18:11:36.130369 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.28.1.0/24', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'name': 'public-subnet', 'gateway_ip': '172.28.1.1'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:11:36.136768 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:11:36.140878 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Usage tracker for resource:subnet and tenant:bd5825a0806f47e9a05d303c582b5efa is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:11:36.144506 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:11:36.152394 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:11:36.165077 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Made reservation on behalf of bd5825a0806f47e9a05d303c582b5efa for: {'subnet': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:11:36.172063 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:36.699763 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.objects.ports [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86363) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 19 18:11:36.700337 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for subnet, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:36.705912 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:36.782694 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Checking segment: {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:11:36.783074 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Network hostable DHCP agents. Network: 4dfc8324-dbda-4de1-90b3-5f147512ea2d, hostable agents: ['c63027b6-2e67-4fd7-9492-d43596a5c67c'], hosted agents: [] {{(pid=86363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:11:36.800092 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0204761-35d7-4590-8809-1a6eb894c7a2,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:36.810408 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:36.810789 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:36.811156 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:36.811541 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:36.811909 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:36.812256 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:36.812632 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:36.812968 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:36.813398 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:36.813650 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:36.813976 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:36.814320 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Tracked resource versions report: Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: pushed versions: Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: { 'AddressGroup': {'1.2'}, Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: 'ConntrackHelper': {'1.0'}, Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: 'Log': {'1.0'}, Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: 'Network': {'1.1'}, Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: 'Port': {'1.7'}, Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: 'PortForwarding': {'1.2'}, Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: 'QosPolicy': {'1.8'}, Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroup': {'1.4'}, Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: 'SubPort': {'1.0'}, Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: 'Subnet': {'1.1'}, Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: 'Trunk': {'1.1'}} Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: consumer versions: Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: { DHCP agent@dv-cinder-786928-1-smb: {}, Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: L3 agent@dv-cinder-786928-1-smb: {}, Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: Metadata agent@dv-cinder-786928-1-smb: {}, Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: Metering agent@dv-cinder-786928-1-smb: {}, Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: Open vSwitch agent@dv-cinder-786928-1-smb: { 'AddressGroup': '1.2', Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: 'ConntrackHelper': '1.0', Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: 'Log': '1.0', Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: 'Network': '1.1', Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: 'Port': '1.7', Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: 'PortForwarding': '1.2', Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: 'QosPolicy': '1.8', Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroup': '1.4', Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroupRule': '1.2', Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: 'SubPort': '1.0', Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: 'Subnet': '1.1', Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: 'Trunk': '1.1'}} Apr 19 18:11:36.815508 dv-cinder-786928-1-smb neutron-server[86248]: {{(pid=86363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:11:36.840730 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Network 4dfc8324-dbda-4de1-90b3-5f147512ea2d is scheduled to be hosted by DHCP agent c63027b6-2e67-4fd7-9492-d43596a5c67c with binding_index 1 {{(pid=86363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:11:36.852844 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-smb, 4dfc8324-dbda-4de1-90b3-5f147512ea2d) {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:11:36.863773 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:36.872766 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:36.873421 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:36.877542 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbb693a-94f2-4dfd-bf74-7fa2b5079757 None None] Network 4dfc8324-dbda-4de1-90b3-5f147512ea2d requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:11:36.903370 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7769818 Apr 19 18:11:37.137701 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cc597f-d0bb-4425-a560-c8affcd96d1d None None] Network 4dfc8324-dbda-4de1-90b3-5f147512ea2d requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:11:39.618979 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 32990) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:39.850740 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-c49bbaee-1f65-46fa-8717-42f63b29c6fe admin admin] 10.222.0.20 "GET /v2.0/routers/549849f8-67ae-4969-968e-0671f43267d1 HTTP/1.1" status: 200 len: 710 time: 0.2304862 Apr 19 18:11:39.996661 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5c2c69-1d10-4a58-b174-33eadb8f792e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:11:39.998132 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-5e5c2c69-1d10-4a58-b174-33eadb8f792e admin admin] 10.222.0.20 "GET /v2.0/networks/4dfc8324-dbda-4de1-90b3-5f147512ea2d HTTP/1.1" status: 200 len: 886 time: 0.1414871 Apr 19 18:11:40.009275 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-d0b0cf41-2894-47f8-b250-d5bf5f7dfde8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:11:40.202953 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 2da2f961-456c-45af-91ac-9fbe44a9c603 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:11:40.277965 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning for port 2da2f961-456c-45af-91ac-9fbe44a9c603 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:11:40.282838 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 2da2f961-456c-45af-91ac-9fbe44a9c603 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:11:40.283278 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:40.422523 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:40.459601 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] For port 2da2f961-456c-45af-91ac-9fbe44a9c603, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=2da2f961-456c-45af-91ac-9fbe44a9c603,segment=NetworkSegment(9b82eb5e-1aed-45bc-b65a-4ea1590d85d8),segment_id=9b82eb5e-1aed-45bc-b65a-4ea1590d85d8)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:11:40.463615 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:40.465784 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:40.538401 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Pushing event updated for resources: {'Port': ['ID=2da2f961-456c-45af-91ac-9fbe44a9c603,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:40.542284 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:40.641236 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d0b0cf41-2894-47f8-b250-d5bf5f7dfde8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853824782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853795240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:40.993075 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d0b0cf41-2894-47f8-b250-d5bf5f7dfde8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:41.061270 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d0b0cf41-2894-47f8-b250-d5bf5f7dfde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:41.233563 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-d0b0cf41-2894-47f8-b250-d5bf5f7dfde8 admin admin] Allocated IP 172.28.1.171 (4dfc8324-dbda-4de1-90b3-5f147512ea2d/f0204761-35d7-4590-8809-1a6eb894c7a2/169a26e9-3e35-4928-83ad-89ba99da6d01) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:11:41.398938 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d0b0cf41-2894-47f8-b250-d5bf5f7dfde8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:41.459260 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d0b0cf41-2894-47f8-b250-d5bf5f7dfde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:41.464255 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:41.526987 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b0cf41-2894-47f8-b250-d5bf5f7dfde8 admin admin] Network 4dfc8324-dbda-4de1-90b3-5f147512ea2d is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:11:41.535032 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-d0b0cf41-2894-47f8-b250-d5bf5f7dfde8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:11:41.540141 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b0cf41-2894-47f8-b250-d5bf5f7dfde8 admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:11:41.672042 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0cf41-2894-47f8-b250-d5bf5f7dfde8 admin admin] Pushing event updated for resources: {'Port': ['ID=169a26e9-3e35-4928-83ad-89ba99da6d01,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:41.678744 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d0b0cf41-2894-47f8-b250-d5bf5f7dfde8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:41.954747 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d0b0cf41-2894-47f8-b250-d5bf5f7dfde8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:42.187751 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 2da2f961-456c-45af-91ac-9fbe44a9c603 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:11:42.267788 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 2da2f961-456c-45af-91ac-9fbe44a9c603 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:11:42.268110 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:42.502798 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d0b0cf41-2894-47f8-b250-d5bf5f7dfde8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853824782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853795240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:42.507070 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d0b0cf41-2894-47f8-b250-d5bf5f7dfde8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-950985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853824831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-980527'] for router, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:42.717794 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b0cf41-2894-47f8-b250-d5bf5f7dfde8 admin admin] Router 549849f8-67ae-4969-968e-0671f43267d1 has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:11:42.914249 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b0cf41-2894-47f8-b250-d5bf5f7dfde8 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:11:42.923145 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d0b0cf41-2894-47f8-b250-d5bf5f7dfde8 admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:42.924457 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-d0b0cf41-2894-47f8-b250-d5bf5f7dfde8 admin admin] 10.222.0.20 "PUT /v2.0/routers/549849f8-67ae-4969-968e-0671f43267d1 HTTP/1.1" status: 200 len: 890 time: 2.9194522 Apr 19 18:11:42.924968 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] Sync routers for ids ['549849f8-67ae-4969-968e-0671f43267d1'] in dv-cinder-786928-1-smb {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:11:42.937019 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] Routers {'549849f8-67ae-4969-968e-0671f43267d1'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:11:42.937728 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:11:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['549849f8-67ae-4969-968e-0671f43267d1'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:11:43.165833 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] Set router 549849f8-67ae-4969-968e-0671f43267d1 gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:11:43.574935 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549849f8-67ae-4969-968e-0671f43267d1', 'name': 'router1', 'tenant_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '169a26e9-3e35-4928-83ad-89ba99da6d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:11:21Z', 'updated_at': '2021-04-19T18:11:41Z', 'revision_number': 4, 'project_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'gw_port': {'id': '169a26e9-3e35-4928-83ad-89ba99da6d01', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549849f8-67ae-4969-968e-0671f43267d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:11:41Z', 'updated_at': '2021-04-19T18:11:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': '2da2f961-456c-45af-91ac-9fbe44a9c603', 'name': '', 'network_id': 'f00fb46e-6658-485c-bd30-8706254a13d6', 'tenant_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'mac_address': 'fa:16:3e:3b:2e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549849f8-67ae-4969-968e-0671f43267d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d19d40c-12bf-4664-8678-ca6833f2823d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:11:31Z', 'updated_at': '2021-04-19T18:11:40Z', 'revision_number': 5, 'project_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'subnets': [{'id': '6d19d40c-12bf-4664-8678-ca6833f2823d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e15ecf2b-a18a-4573-8752-dbaa80cddd83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:11:43.580138 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] Checking router: 549849f8-67ae-4969-968e-0671f43267d1 for host: dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:11:43.580540 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] Updating router 549849f8-67ae-4969-968e-0671f43267d1 port 169a26e9-3e35-4928-83ad-89ba99da6d01 binding host dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:11:43.647770 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:44.017812 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:44.032286 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] Transition to ACTIVE for port object 169a26e9-3e35-4928-83ad-89ba99da6d01 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:11:44.037908 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:44.043405 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:44.124131 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] Attempting to bind port 169a26e9-3e35-4928-83ad-89ba99da6d01 on host dv-cinder-786928-1-smb for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:11:44.124537 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] Attempting to bind port 169a26e9-3e35-4928-83ad-89ba99da6d01 by drivers openvswitch,hyperv on host dv-cinder-786928-1-smb at level 0 using segments [{'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:11:44.124933 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] Attempting to bind port 169a26e9-3e35-4928-83ad-89ba99da6d01 on network 4dfc8324-dbda-4de1-90b3-5f147512ea2d {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:11:44.134643 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] Checking agent: {'id': '192a3675-2ad9-475f-abb6-aba9e9401083', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'started_at': datetime.datetime(2021, 4, 19, 18, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:11:44.135048 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] Checking segment: {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:11:44.135511 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:44.135985 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] Bound using segment: {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:11:44.136515 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] Bound port: 169a26e9-3e35-4928-83ad-89ba99da6d01, host: dv-cinder-786928-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:11:44.136923 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:44.175722 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061ac3c-1273-4576-9e79-1dddf5805adb None None] Pushing event updated for resources: {'Port': ['ID=169a26e9-3e35-4928-83ad-89ba99da6d01,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:44.178600 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8061ac3c-1273-4576-9e79-1dddf5805adb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:44.220656 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] For port 169a26e9-3e35-4928-83ad-89ba99da6d01, host dv-cinder-786928-1-smb, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:11:44.223785 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] For port 169a26e9-3e35-4928-83ad-89ba99da6d01, host dv-cinder-786928-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=169a26e9-3e35-4928-83ad-89ba99da6d01,segment=NetworkSegment(1f30a495-c1e9-401c-a4af-f66487472610),segment_id=1f30a495-c1e9-401c-a4af-f66487472610)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:11:44.227190 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:44.232307 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:44.315169 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] Routers {'549849f8-67ae-4969-968e-0671f43267d1'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:11:44.315965 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:11:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['549849f8-67ae-4969-968e-0671f43267d1'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:11:44.452323 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061ac3c-1273-4576-9e79-1dddf5805adb None None] Pushing event updated for resources: {'Port': ['ID=169a26e9-3e35-4928-83ad-89ba99da6d01,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:44.455741 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8061ac3c-1273-4576-9e79-1dddf5805adb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:44.519435 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] Set router 549849f8-67ae-4969-968e-0671f43267d1 gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:11:45.049875 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549849f8-67ae-4969-968e-0671f43267d1', 'name': 'router1', 'tenant_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '169a26e9-3e35-4928-83ad-89ba99da6d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:11:21Z', 'updated_at': '2021-04-19T18:11:41Z', 'revision_number': 4, 'project_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'gw_port': {'id': '169a26e9-3e35-4928-83ad-89ba99da6d01', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549849f8-67ae-4969-968e-0671f43267d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:11:41Z', 'updated_at': '2021-04-19T18:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': '2da2f961-456c-45af-91ac-9fbe44a9c603', 'name': '', 'network_id': 'f00fb46e-6658-485c-bd30-8706254a13d6', 'tenant_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'mac_address': 'fa:16:3e:3b:2e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549849f8-67ae-4969-968e-0671f43267d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d19d40c-12bf-4664-8678-ca6833f2823d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:11:31Z', 'updated_at': '2021-04-19T18:11:40Z', 'revision_number': 5, 'project_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'subnets': [{'id': '6d19d40c-12bf-4664-8678-ca6833f2823d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e15ecf2b-a18a-4573-8752-dbaa80cddd83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:11:45.053951 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a67e02d-65a2-4ee0-9b44-2e78f5b29e2c None None] The sync data for ids ['549849f8-67ae-4969-968e-0671f43267d1'] in dv-cinder-786928-1-smb is: [{'id': '549849f8-67ae-4969-968e-0671f43267d1', 'name': 'router1', 'tenant_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.171'}], 'enable_snat': True}, 'gw_port_id': '169a26e9-3e35-4928-83ad-89ba99da6d01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:11:21Z', 'updated_at': '2021-04-19T18:11:41Z', 'revision_number': 4, 'project_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'gw_port': {'id': '169a26e9-3e35-4928-83ad-89ba99da6d01', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549849f8-67ae-4969-968e-0671f43267d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:11:41Z', 'updated_at': '2021-04-19T18:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': '2da2f961-456c-45af-91ac-9fbe44a9c603', 'name': '', 'network_id': 'f00fb46e-6658-485c-bd30-8706254a13d6', 'tenant_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'mac_address': 'fa:16:3e:3b:2e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549849f8-67ae-4969-968e-0671f43267d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d19d40c-12bf-4664-8678-ca6833f2823d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:11:31Z', 'updated_at': '2021-04-19T18:11:40Z', 'revision_number': 5, 'project_id': 'cd1d9754bd004c398c6f6f3866a3400f', 'subnets': [{'id': '6d19d40c-12bf-4664-8678-ca6833f2823d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e15ecf2b-a18a-4573-8752-dbaa80cddd83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:11:45.740616 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 33000) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:11:45.875325 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-64e78f50-c249-4c71-b629-a7624db86aa0 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1334527 Apr 19 18:11:46.201911 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 169a26e9-3e35-4928-83ad-89ba99da6d01 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:11:46.279835 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning for port 169a26e9-3e35-4928-83ad-89ba99da6d01 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:11:46.284877 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 169a26e9-3e35-4928-83ad-89ba99da6d01 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:11:46.285290 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:46.414579 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:46.432510 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] For port 169a26e9-3e35-4928-83ad-89ba99da6d01, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=169a26e9-3e35-4928-83ad-89ba99da6d01,segment=NetworkSegment(1f30a495-c1e9-401c-a4af-f66487472610),segment_id=1f30a495-c1e9-401c-a4af-f66487472610)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:11:46.436274 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:46.439483 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:11:46.514807 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Pushing event updated for resources: {'Port': ['ID=169a26e9-3e35-4928-83ad-89ba99da6d01,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:11:46.518354 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:11:48.232655 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 169a26e9-3e35-4928-83ad-89ba99da6d01 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:11:48.323032 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 169a26e9-3e35-4928-83ad-89ba99da6d01 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:11:48.323485 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:50.333824 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-13c41d12-470c-4633-a80d-18a4f82a5db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:52.981949 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-13b5ea99-7b2d-4900-886d-088e7b94974a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:53.772914 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:54.175909 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:11:55.520741 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:11.158803 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 5 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:12:20.318520 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1e7e0c47-f52c-4324-b351-8d98fada20be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:22.998405 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ae522263-2da4-4dab-b05c-5e6506d793e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:23.766546 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:24.163499 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:25.515799 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:48.159818 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 5 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:12:50.322294 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5b690d72-a38a-4cf8-bb9a-fa4d63d04276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:52.972929 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-63a8540b-7cc4-462f-a676-22c9b30d3a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:53.768591 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:54.160832 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:12:55.516473 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:20.326915 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d058ee05-3624-480c-99e1-5f9548237196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:22.967221 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cc470969-c6b7-4497-af7b-dec54517824b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:23.782564 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:24.163453 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:25.159754 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 5 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:13:25.526683 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:35.319004 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 33570) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:13:35.402508 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.pecan_wsgi.hooks.translation [None req-2423165c-efe5-4dcd-bed1-3ee9038cf45a admin admin] GET failed (client error): The resource could not be found. Apr 19 18:13:35.403105 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-2423165c-efe5-4dcd-bed1-3ee9038cf45a admin admin] Synchronizing usage tracker for tenant:bd5825a0806f47e9a05d303c582b5efa on resource:network {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:13:35.421619 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-2423165c-efe5-4dcd-bed1-3ee9038cf45a admin admin] Unset dirty status for tenant:bd5825a0806f47e9a05d303c582b5efa on resource:network {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:13:35.422904 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-2423165c-efe5-4dcd-bed1-3ee9038cf45a admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1028192 Apr 19 18:13:35.577971 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79544f97-cb97-4057-bcc4-9bd9d033b0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:13:35.579523 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-79544f97-cb97-4057-bcc4-9bd9d033b0dd admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1522677 Apr 19 18:13:38.128462 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 33580) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:13:38.254187 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9931fc8b-62d2-4cfa-88b2-7447722183ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:13:38.255700 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-9931fc8b-62d2-4cfa-88b2-7447722183ac admin admin] 10.222.0.20 "GET /v2.0/subnets/6d19d40c-12bf-4664-8678-ca6833f2823d HTTP/1.1" status: 200 len: 849 time: 0.1261535 Apr 19 18:13:38.266847 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-64d7ddf2-6a0e-4ff1-9518-d188346f0608 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:13:38.398654 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-64d7ddf2-6a0e-4ff1-9518-d188346f0608 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:38.720292 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-64d7ddf2-6a0e-4ff1-9518-d188346f0608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728807641305'] for subnet, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:38.725274 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f086a7d2-897e-4e9a-b617-e2851c9b8c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:13:38.771193 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d7ddf2-6a0e-4ff1-9518-d188346f0608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:13:38.771938 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-64d7ddf2-6a0e-4ff1-9518-d188346f0608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:38.773228 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-64d7ddf2-6a0e-4ff1-9518-d188346f0608 admin admin] 10.222.0.20 "PUT /v2.0/subnets/6d19d40c-12bf-4664-8678-ca6833f2823d HTTP/1.1" status: 200 len: 868 time: 0.5112138 Apr 19 18:13:38.775542 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d6c98e-268f-4ab6-817c-2f31e7dad79e None None] Network f00fb46e-6658-485c-bd30-8706254a13d6 requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:13:38.802062 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7ddf2-6a0e-4ff1-9518-d188346f0608 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d19d40c-12bf-4664-8678-ca6833f2823d,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:13:38.810389 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ddf2-6a0e-4ff1-9518-d188346f0608 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:13:38.810796 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ddf2-6a0e-4ff1-9518-d188346f0608 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:13:38.811136 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ddf2-6a0e-4ff1-9518-d188346f0608 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:13:38.811528 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ddf2-6a0e-4ff1-9518-d188346f0608 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:13:38.811894 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ddf2-6a0e-4ff1-9518-d188346f0608 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:13:38.812610 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ddf2-6a0e-4ff1-9518-d188346f0608 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:13:38.812980 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ddf2-6a0e-4ff1-9518-d188346f0608 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:13:38.813341 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ddf2-6a0e-4ff1-9518-d188346f0608 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:13:38.813871 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ddf2-6a0e-4ff1-9518-d188346f0608 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:13:38.814237 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ddf2-6a0e-4ff1-9518-d188346f0608 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:13:38.814573 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ddf2-6a0e-4ff1-9518-d188346f0608 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:13:38.814936 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d7ddf2-6a0e-4ff1-9518-d188346f0608 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:13:38.818865 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-64d7ddf2-6a0e-4ff1-9518-d188346f0608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:13:39.278173 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-d7d388cd-54ce-4c7f-91ce-9a720e388c40 None None] Provisioning complete for port 2da2f961-456c-45af-91ac-9fbe44a9c603 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:13:39.278803 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d7d388cd-54ce-4c7f-91ce-9a720e388c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:39.431717 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-d7d388cd-54ce-4c7f-91ce-9a720e388c40 None None] Provisioning complete for port 996c1af5-264f-4aad-94a0-f3499fda2cc4 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:13:39.432125 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d7d388cd-54ce-4c7f-91ce-9a720e388c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:41.410703 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 33590) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:13:41.611683 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665f81f4-e52d-47da-baec-c7a59ae6dd7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:13:41.612134 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665f81f4-e52d-47da-baec-c7a59ae6dd7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:13:41.620382 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-665f81f4-e52d-47da-baec-c7a59ae6dd7b admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2020230 Apr 19 18:13:44.190366 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 33600) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:13:44.388274 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824253df-30e3-4983-9593-be7b49dbabef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:13:44.389121 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824253df-30e3-4983-9593-be7b49dbabef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:13:44.390775 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-824253df-30e3-4983-9593-be7b49dbabef admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1993694 Apr 19 18:13:47.026693 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 33610) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:13:47.213797 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff3f73a-f3bf-4fb9-a6e2-6cbbd355123b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:13:47.215164 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-aff3f73a-f3bf-4fb9-a6e2-6cbbd355123b admin admin] 10.222.0.20 "GET /v2.0/networks/4dfc8324-dbda-4de1-90b3-5f147512ea2d HTTP/1.1" status: 200 len: 886 time: 0.1874084 Apr 19 18:13:49.821359 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 33620) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:13:50.018545 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8af24f-0afc-4e83-9257-ba4d3fc270c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:13:50.020558 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-ff8af24f-0afc-4e83-9257-ba4d3fc270c1 admin admin] 10.222.0.20 "GET /v2.0/networks/f00fb46e-6658-485c-bd30-8706254a13d6 HTTP/1.1" status: 200 len: 869 time: 0.1977110 Apr 19 18:13:50.329540 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f48b399b-3458-4d77-af83-5a866146fb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:52.604448 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 33630) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:13:52.739591 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a8514b-4f57-45bc-8b20-19c5310ca5f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:13:52.740012 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a8514b-4f57-45bc-8b20-19c5310ca5f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:13:52.740805 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-c5a8514b-4f57-45bc-8b20-19c5310ca5f4 admin admin] Synchronizing usage tracker for tenant:bd5825a0806f47e9a05d303c582b5efa on resource:subnet {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:13:52.759799 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-c5a8514b-4f57-45bc-8b20-19c5310ca5f4 admin admin] Unset dirty status for tenant:bd5825a0806f47e9a05d303c582b5efa on resource:subnet {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:13:52.761113 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-c5a8514b-4f57-45bc-8b20-19c5310ca5f4 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1553826 Apr 19 18:13:52.972156 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-56573b8a-77dd-475c-b6c3-fc5006351744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:53.775386 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:54.169740 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:55.401226 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 33640) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:13:55.528469 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d200b6-9a73-4491-b104-8ce671f0f6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:13:55.529055 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d200b6-9a73-4491-b104-8ce671f0f6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:13:55.529533 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:13:55.535336 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-f1d200b6-9a73-4491-b104-8ce671f0f6a4 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1284733 Apr 19 18:13:58.161342 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 33650) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:13:58.287355 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0239585-96cd-4560-9a2f-bc9e8548dfbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:13:58.288844 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-c0239585-96cd-4560-9a2f-bc9e8548dfbb admin admin] 10.222.0.20 "GET /v2.0/subnets/6d19d40c-12bf-4664-8678-ca6833f2823d HTTP/1.1" status: 200 len: 868 time: 0.1264222 Apr 19 18:14:00.901787 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 33660) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:14:01.014102 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49389ff-fa8d-46b8-91d2-8b3b8e090d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:14:01.015850 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-f49389ff-fa8d-46b8-91d2-8b3b8e090d1f admin admin] 10.222.0.20 "GET /v2.0/subnets/f0204761-35d7-4590-8809-1a6eb894c7a2 HTTP/1.1" status: 200 len: 816 time: 0.1123891 Apr 19 18:14:02.159563 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 5 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:14:20.324245 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ac206f10-f311-4298-9c74-d5e48611d5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:22.975113 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0cb5c12c-e7ac-4f32-85eb-44e941f1e409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:23.779149 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:24.164270 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:25.531139 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:28.098770 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 33704) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:14:28.153304 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [None req-26f99375-215f-4920-8b23-2e1949f7ddb7 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86363) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:14:28.154394 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-26f99375-215f-4920-8b23-2e1949f7ddb7 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0545268 Apr 19 18:14:30.796837 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 33714) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:14:30.875743 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5d7128-55a7-4b52-bc43-0a0852fb7a2b admin admin] GET failed (client error): The resource could not be found. Apr 19 18:14:30.877084 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-7d5d7128-55a7-4b52-bc43-0a0852fb7a2b admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0791917 Apr 19 18:14:31.026191 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab40048f-f483-4d75-b07a-fb3b12c94e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:14:31.027824 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-ab40048f-f483-4d75-b07a-fb3b12c94e17 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1463819 Apr 19 18:14:33.604042 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 33724) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:14:33.671216 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:14:33.677371 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:14:33.689386 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:14:33.699233 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Made reservation on behalf of bd5825a0806f47e9a05d303c582b5efa for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:14:33.704001 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:33.812434 dv-cinder-786928-1-smb neutron-server[86248]: WARNING neutron.services.revisions.revision_plugin [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Could not find related network for resource to bump revision. Apr 19 18:14:33.826919 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:14:33.838299 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363308047214742', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:33.838993 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Unsubscribe: segment precommit_create {{(pid=86363) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 19 18:14:33.839555 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.segments_db [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Added segment 36e7c6cd-5658-43e0-88b3-26b0f44c3a07 of type vlan for network 104f7063-ed48-4257-8745-934df31761ee Apr 19 18:14:33.880322 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807182314'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:33.923171 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:33.924594 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:14:33.925254 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:33.930267 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:14:34.037429 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4320164 Apr 19 18:14:34.038188 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Pushing event updated for resources: {'Network': ['ID=104f7063-ed48-4257-8745-934df31761ee,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:14:34.046707 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:14:34.047089 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:14:34.047493 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:14:34.047858 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:14:34.048224 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:14:34.048588 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:14:34.048948 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:14:34.049307 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:14:34.049667 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:14:34.050027 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:14:34.050382 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:14:34.050735 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:14:34.056710 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:14:34.064891 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Network 104f7063-ed48-4257-8745-934df31761ee details requested by agent ovs-agent-dv-cinder-786928-1-smb with host dv-cinder-786928-1-smb {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:14:36.606518 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 33734) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:14:36.690469 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.pecan_wsgi.hooks.translation [None req-9428c41b-83aa-4d78-b4a6-5872365d3fcc admin admin] GET failed (client error): The resource could not be found. Apr 19 18:14:36.691065 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-9428c41b-83aa-4d78-b4a6-5872365d3fcc admin admin] Synchronizing usage tracker for tenant:bd5825a0806f47e9a05d303c582b5efa on resource:network {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:14:36.706267 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-9428c41b-83aa-4d78-b4a6-5872365d3fcc admin admin] Unset dirty status for tenant:bd5825a0806f47e9a05d303c582b5efa on resource:network {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:14:36.707594 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-9428c41b-83aa-4d78-b4a6-5872365d3fcc admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0996909 Apr 19 18:14:36.824004 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181928b8-1a6f-40fa-89ec-9ab6e61d1680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:14:36.825474 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-181928b8-1a6f-40fa-89ec-9ab6e61d1680 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1129582 Apr 19 18:14:36.837046 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-af026c72-c49b-4755-a6af-ab7cde0b4400 admin admin] Request body: {'subnet': {'network_id': '104f7063-ed48-4257-8745-934df31761ee', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:14:36.841705 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-af026c72-c49b-4755-a6af-ab7cde0b4400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:14:36.851558 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-af026c72-c49b-4755-a6af-ab7cde0b4400 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:14:36.860108 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af026c72-c49b-4755-a6af-ab7cde0b4400 admin admin] Made reservation on behalf of bd5825a0806f47e9a05d303c582b5efa for: {'subnet': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:14:36.864611 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-af026c72-c49b-4755-a6af-ab7cde0b4400 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:37.269049 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-af026c72-c49b-4755-a6af-ab7cde0b4400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for subnet, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:37.274387 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:14:37.356273 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af026c72-c49b-4755-a6af-ab7cde0b4400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a57c1d52-9a7e-4976-8073-ae84a79243d6,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:14:37.360000 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-af026c72-c49b-4755-a6af-ab7cde0b4400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:14:37.368661 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af026c72-c49b-4755-a6af-ab7cde0b4400 admin admin] Checking segment: {'id': '36e7c6cd-5658-43e0-88b3-26b0f44c3a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '104f7063-ed48-4257-8745-934df31761ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:14:37.369058 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af026c72-c49b-4755-a6af-ab7cde0b4400 admin admin] Network hostable DHCP agents. Network: 104f7063-ed48-4257-8745-934df31761ee, hostable agents: ['c63027b6-2e67-4fd7-9492-d43596a5c67c'], hosted agents: [] {{(pid=86363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:14:37.387972 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af026c72-c49b-4755-a6af-ab7cde0b4400 admin admin] Network 104f7063-ed48-4257-8745-934df31761ee is scheduled to be hosted by DHCP agent c63027b6-2e67-4fd7-9492-d43596a5c67c with binding_index 1 {{(pid=86363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:14:37.396268 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-af026c72-c49b-4755-a6af-ab7cde0b4400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-smb, 104f7063-ed48-4257-8745-934df31761ee) {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:14:37.401623 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af026c72-c49b-4755-a6af-ab7cde0b4400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:14:37.402351 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-af026c72-c49b-4755-a6af-ab7cde0b4400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:37.405118 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2d214a-00db-46b7-b525-43a3c9f4813b None None] Network 104f7063-ed48-4257-8745-934df31761ee requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:14:37.427682 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-af026c72-c49b-4755-a6af-ab7cde0b4400 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5949726 Apr 19 18:14:37.655436 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa386e3f5-4976-53db-a822-d0050a1a6416-104f7063-ed48-4257-8745-934df31761ee', 'network_id': '104f7063-ed48-4257-8745-934df31761ee', 'tenant_id': 'bd5825a0806f47e9a05d303c582b5efa', 'fixed_ips': [{'subnet_id': 'a57c1d52-9a7e-4976-8073-ae84a79243d6'}]}} from dv-cinder-786928-1-smb. {{(pid=86365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:14:37.656372 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:37.828912 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Allocated IP 192.168.233.2 (104f7063-ed48-4257-8745-934df31761ee/a57c1d52-9a7e-4976-8073-ae84a79243d6/f672abdf-420f-421a-8bdf-405483c0e8fe) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:14:38.065612 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:38.077488 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Transition to ACTIVE for port object f672abdf-420f-421a-8bdf-405483c0e8fe will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:14:38.098557 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Transition to ACTIVE for port object f672abdf-420f-421a-8bdf-405483c0e8fe will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:14:38.104411 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:38.110443 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8061ac3c-1273-4576-9e79-1dddf5805adb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:14:38.182753 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Network 104f7063-ed48-4257-8745-934df31761ee is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:14:38.185881 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Resources bound (agent type, host, resource id): {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:14:38.188453 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:14:38.224833 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Pushing event updated for resources: {'Port': ['ID=f672abdf-420f-421a-8bdf-405483c0e8fe,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:14:38.243209 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:14:38.243621 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:14:38.244028 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:14:38.244370 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:14:38.244739 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:14:38.245109 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:14:38.245473 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:14:38.245835 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:14:38.246194 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:14:38.246556 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:14:38.246920 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:14:38.247307 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:14:38.251300 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:14:38.310431 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Attempting to bind port f672abdf-420f-421a-8bdf-405483c0e8fe on host dv-cinder-786928-1-smb for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:14:38.310848 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Attempting to bind port f672abdf-420f-421a-8bdf-405483c0e8fe by drivers openvswitch,hyperv on host dv-cinder-786928-1-smb at level 0 using segments [{'id': '36e7c6cd-5658-43e0-88b3-26b0f44c3a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '104f7063-ed48-4257-8745-934df31761ee'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:14:38.311293 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Attempting to bind port f672abdf-420f-421a-8bdf-405483c0e8fe on network 104f7063-ed48-4257-8745-934df31761ee {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:14:38.317889 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Checking agent: {'id': '192a3675-2ad9-475f-abb6-aba9e9401083', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'started_at': datetime.datetime(2021, 4, 19, 18, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:14:38.318277 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Checking segment: {'id': '36e7c6cd-5658-43e0-88b3-26b0f44c3a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '104f7063-ed48-4257-8745-934df31761ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:14:38.318717 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:38.319155 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Bound using segment: {'id': '36e7c6cd-5658-43e0-88b3-26b0f44c3a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '104f7063-ed48-4257-8745-934df31761ee'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:14:38.319705 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Bound port: f672abdf-420f-421a-8bdf-405483c0e8fe, host: dv-cinder-786928-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e7c6cd-5658-43e0-88b3-26b0f44c3a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '104f7063-ed48-4257-8745-934df31761ee'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:14:38.320116 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:38.424796 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] For port f672abdf-420f-421a-8bdf-405483c0e8fe, host dv-cinder-786928-1-smb, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:14:38.428714 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] For port f672abdf-420f-421a-8bdf-405483c0e8fe, host dv-cinder-786928-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=f672abdf-420f-421a-8bdf-405483c0e8fe,segment=NetworkSegment(36e7c6cd-5658-43e0-88b3-26b0f44c3a07),segment_id=36e7c6cd-5658-43e0-88b3-26b0f44c3a07)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:14:38.432863 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:38.438327 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-6c5760a4-2dae-4e3e-a05d-6b9ca57efc6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:14:38.526187 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Pushing event updated for resources: {'Port': ['ID=f672abdf-420f-421a-8bdf-405483c0e8fe,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:14:38.532151 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:14:39.158772 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 5 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:14:39.750176 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae79a844-1ebc-4c35-9c67-25868b779757 None None] Network 104f7063-ed48-4257-8745-934df31761ee requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:14:40.002372 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-92b13c7e-5786-44b9-92c8-7bd3149fb53c None None] Provisioning for port f672abdf-420f-421a-8bdf-405483c0e8fe completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:14:40.353622 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device f672abdf-420f-421a-8bdf-405483c0e8fe up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:14:40.428183 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning for port f672abdf-420f-421a-8bdf-405483c0e8fe completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:14:40.437448 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port f672abdf-420f-421a-8bdf-405483c0e8fe triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:14:40.437858 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:40.497557 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-5ff9d401-db65-4de8-943d-a290509bb1de None None] Provisioning complete for port f672abdf-420f-421a-8bdf-405483c0e8fe triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:14:40.497893 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5ff9d401-db65-4de8-943d-a290509bb1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:40.662706 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:40.714010 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5ff9d401-db65-4de8-943d-a290509bb1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:40.733626 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] For port f672abdf-420f-421a-8bdf-405483c0e8fe, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=f672abdf-420f-421a-8bdf-405483c0e8fe,segment=NetworkSegment(36e7c6cd-5658-43e0-88b3-26b0f44c3a07),segment_id=36e7c6cd-5658-43e0-88b3-26b0f44c3a07)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:14:40.741667 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:40.744938 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-376b74db-cc0a-4f2d-af3b-9a37d4f18a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:14:40.866622 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.db.api [None req-5ff9d401-db65-4de8-943d-a290509bb1de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86365) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:14:40.866940 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_db.api [None req-5ff9d401-db65-4de8-943d-a290509bb1de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:14:40.870753 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Pushing event updated for resources: {'Port': ['ID=f672abdf-420f-421a-8bdf-405483c0e8fe,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:14:40.874163 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:14:42.319270 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device f672abdf-420f-421a-8bdf-405483c0e8fe up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:14:42.394765 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port f672abdf-420f-421a-8bdf-405483c0e8fe triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:14:42.395179 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:50.326897 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cdca75c4-f5ba-46ab-939e-97b8467a02cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:52.978240 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-712b4727-a659-40f6-883a-c735eeaf3235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:53.782113 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:54.169290 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:14:55.537137 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:16.158526 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 5 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:15:20.330560 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7002beb1-846b-4dcd-8022-cfd7c1f941fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:22.981135 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8336e153-bfed-4a65-b682-b71136f84ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:23.785159 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:24.172194 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:25.542549 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:50.336549 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0011d863-7431-4662-b880-57dc07a3564a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:52.984609 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-edec4df2-e746-46c2-850f-7a8917cccf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:53.158229 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 5 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:15:53.229542 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 33776) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:15:53.236121 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [None req-90390986-b19c-4ece-8218-44ba90367482 tempest-verify_tempest_config-848393294 tempest-verify_tempest_config-848393294-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86363) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:15:53.237363 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-90390986-b19c-4ece-8218-44ba90367482 tempest-verify_tempest_config-848393294 tempest-verify_tempest_config-848393294-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067575 Apr 19 18:15:53.569862 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 33794) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:15:53.707995 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-df726c1d-917f-4fc0-b602-692b4b399639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:53.724168 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-df726c1d-917f-4fc0-b602-692b4b399639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:15:53.728246 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-df726c1d-917f-4fc0-b602-692b4b399639 admin admin] Usage tracker for resource:security_group_rule and tenant:189396a668584d4c92bbc3c6eba02e15 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:15:53.731515 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-df726c1d-917f-4fc0-b602-692b4b399639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:15:53.737790 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-df726c1d-917f-4fc0-b602-692b4b399639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:15:53.787455 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:53.864453 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-df726c1d-917f-4fc0-b602-692b4b399639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:53.867217 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-df726c1d-917f-4fc0-b602-692b4b399639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:53.876452 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:15:53.921413 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-df726c1d-917f-4fc0-b602-692b4b399639 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=189396a668584d4c92bbc3c6eba02e15&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3501523 Apr 19 18:15:53.923045 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df726c1d-917f-4fc0-b602-692b4b399639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7cd3f5-3b70-450f-867a-ab62115e013f,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:15:53.924803 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 33804) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:15:53.931553 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df726c1d-917f-4fc0-b602-692b4b399639 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:15:53.931936 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df726c1d-917f-4fc0-b602-692b4b399639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:15:53.932314 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df726c1d-917f-4fc0-b602-692b4b399639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:15:53.932684 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df726c1d-917f-4fc0-b602-692b4b399639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:15:53.933056 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df726c1d-917f-4fc0-b602-692b4b399639 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:15:53.933422 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df726c1d-917f-4fc0-b602-692b4b399639 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:15:53.933785 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df726c1d-917f-4fc0-b602-692b4b399639 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:15:53.934147 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df726c1d-917f-4fc0-b602-692b4b399639 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:15:53.934526 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df726c1d-917f-4fc0-b602-692b4b399639 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:15:53.934885 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df726c1d-917f-4fc0-b602-692b4b399639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:15:53.935264 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df726c1d-917f-4fc0-b602-692b4b399639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:15:53.935619 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df726c1d-917f-4fc0-b602-692b4b399639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:15:53.941230 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-df726c1d-917f-4fc0-b602-692b4b399639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:15:53.992269 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-da826076-c687-4776-92cf-aada936e73d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:54.020242 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-da826076-c687-4776-92cf-aada936e73d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:54.072293 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-da826076-c687-4776-92cf-aada936e73d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:54.078432 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:15:54.095027 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da826076-c687-4776-92cf-aada936e73d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7cd3f5-3b70-450f-867a-ab62115e013f,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:15:54.104366 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da826076-c687-4776-92cf-aada936e73d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:15:54.104740 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da826076-c687-4776-92cf-aada936e73d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:15:54.105110 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da826076-c687-4776-92cf-aada936e73d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:15:54.105467 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da826076-c687-4776-92cf-aada936e73d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:15:54.105821 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da826076-c687-4776-92cf-aada936e73d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:15:54.106178 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da826076-c687-4776-92cf-aada936e73d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:15:54.106528 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da826076-c687-4776-92cf-aada936e73d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:15:54.106885 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da826076-c687-4776-92cf-aada936e73d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:15:54.107282 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da826076-c687-4776-92cf-aada936e73d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:15:54.107628 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da826076-c687-4776-92cf-aada936e73d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:15:54.107975 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da826076-c687-4776-92cf-aada936e73d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:15:54.108321 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da826076-c687-4776-92cf-aada936e73d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:15:54.111128 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-da826076-c687-4776-92cf-aada936e73d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:54.113455 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-da826076-c687-4776-92cf-aada936e73d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f7cd3f5-3b70-450f-867a-ab62115e013f HTTP/1.1" status: 204 len: 168 time: 0.1875999 Apr 19 18:15:54.114416 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-da826076-c687-4776-92cf-aada936e73d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:15:54.176078 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:15:55.542915 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:20.327787 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-81a07149-2d06-4e8a-ada0-2bb77a515ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:22.988716 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-952ee5ef-cab8-42ca-8b2d-695152241322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:23.790845 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:24.178054 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:25.547353 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:30.157516 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 5 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:16:50.329880 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2cabba8b-61b7-4db1-9933-bb36e78c958a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:52.990258 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ae2151b0-4bf2-434a-b362-3b3d9fb98d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:53.793405 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:54.179748 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:16:55.551316 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:07.157847 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 5 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:17:20.331109 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-360b73c7-d3e0-4581-a7c7-1f117d7c2dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:22.991730 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-386e5e26-5a9e-49f5-a91f-e33959f9bc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:23.797789 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:24.182387 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:25.558582 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:29.871819 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725'] for agent, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:34.945945 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 33860) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:35.066883 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-a6aa9d2d-897c-4c95-bbf7-074c4ed7950d admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1196942 Apr 19 18:17:37.597441 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 33870) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:17:37.658954 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-10f7b6e7-ca03-4b90-afd5-486db6f6ee6c admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0603142 Apr 19 18:17:44.158452 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:17:50.331709 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-00865b61-aac9-42bf-9c97-9e5251ce8460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:52.996511 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-511e6791-644b-4093-9461-5cd557d57863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:53.799745 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:54.183642 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:55.564643 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:17:59.853116 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:20.332820 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ef7bf78f-6936-41f3-8a29-46dc33c6a0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:21.158185 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:18:22.997747 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-07432699-6913-4e18-b5cc-ef0758e5217e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:23.805543 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:24.184575 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:25.564777 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:29.852076 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:50.333835 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0209c944-5545-44c8-a428-9ce60c72506f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:52.999015 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ad27f771-88a4-4572-8bc6-855e69781bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:53.806710 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:54.188650 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:55.564904 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:18:58.158767 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:18:59.868572 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:14.064346 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 34068) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:14.538023 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 34088) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:14.598580 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-944512604-network', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:14.604519 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:14.611328 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Usage tracker for resource:network and tenant:953bb2a403d44bb787795f1209c28a9b is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:14.616033 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:14.626296 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:14.631842 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 34094) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:14.639792 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Made reservation on behalf of 953bb2a403d44bb787795f1209c28a9b for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:19:14.646241 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:14.663053 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:14.679976 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:14.687695 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 34106) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:14.688538 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Usage tracker for resource:security_group_rule and tenant:953bb2a403d44bb787795f1209c28a9b is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:14.692523 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:14.700269 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:14.795221 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:14.799136 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:14.803902 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:14.836563 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:19:14.848591 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6211bc32-feb3-4d36-b7f8-c110688204f3,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:14.849817 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 34116) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:14.859553 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:14.859934 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:14.860316 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:14.861677 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:14.862047 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:14.862409 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:14.862968 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:14.863374 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:14.863759 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:14.864101 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:14.864615 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:14.864953 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Tracked resource versions report: Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: pushed versions: Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: { 'AddressGroup': {'1.2'}, Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: 'ConntrackHelper': {'1.0'}, Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: 'Log': {'1.0'}, Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: 'Network': {'1.1'}, Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: 'Port': {'1.7'}, Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: 'PortForwarding': {'1.2'}, Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: 'QosPolicy': {'1.8'}, Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroup': {'1.4'}, Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: 'SubPort': {'1.0'}, Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: 'Subnet': {'1.1'}, Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: 'Trunk': {'1.1'}} Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: consumer versions: Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: { DHCP agent@dv-cinder-786928-1-smb: {}, Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: HyperV agent@hv-cinder-78692: {}, Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: L3 agent@dv-cinder-786928-1-smb: {}, Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: Metadata agent@dv-cinder-786928-1-smb: {}, Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: Metering agent@dv-cinder-786928-1-smb: {}, Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: Open vSwitch agent@dv-cinder-786928-1-smb: { 'AddressGroup': '1.2', Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: 'ConntrackHelper': '1.0', Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: 'Log': '1.0', Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: 'Network': '1.1', Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: 'Port': '1.7', Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: 'PortForwarding': '1.2', Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: 'QosPolicy': '1.8', Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroup': '1.4', Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroupRule': '1.2', Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: 'SubPort': '1.0', Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: 'Subnet': '1.1', Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: 'Trunk': '1.1'}} Apr 19 18:19:14.866280 dv-cinder-786928-1-smb neutron-server[86248]: {{(pid=86363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:19:14.875310 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:14.876476 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.segments_db [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Added segment b4910294-a484-41d5-8ee2-58c9bc30ad62 of type vlan for network 62d4a419-1594-4973-afcf-06199a9f163a Apr 19 18:19:14.884166 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:14.909216 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807182314'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:14.941577 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2026105098-network', 'tenant_id': '332e9b7522534c68896f786fed589faa'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:14.947576 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:14.954180 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Usage tracker for resource:network and tenant:332e9b7522534c68896f786fed589faa is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:14.957709 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:14.964061 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:14.966946 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:14.971172 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:14.971838 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:14.976197 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2122833368-network', 'tenant_id': '08eaac8bfe8c4be3ab36db0e9749a483'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:14.978570 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a5b16cd7-7aef-431d-a5ac-dc4430e08c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:14.986834 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:14.993756 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Usage tracker for resource:network and tenant:08eaac8bfe8c4be3ab36db0e9749a483 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:14.998818 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:15.007169 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:15.021834 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1316864834-network', 'tenant_id': '9ee12e237e2341ca93889b4df12b612a'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:15.030463 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:15.035980 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Usage tracker for resource:network and tenant:9ee12e237e2341ca93889b4df12b612a is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:15.040133 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Made reservation on behalf of 08eaac8bfe8c4be3ab36db0e9749a483 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:19:15.046855 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:15.062596 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:15.071752 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-252057399-network', 'tenant_id': '1e5aec57c28f45319053964d5da3987a'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:15.076763 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:15.084532 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Pushing event updated for resources: {'Network': ['ID=62d4a419-1594-4973-afcf-06199a9f163a,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:15.087663 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:15.091223 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Made reservation on behalf of 332e9b7522534c68896f786fed589faa for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:19:15.095205 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Network 62d4a419-1594-4973-afcf-06199a9f163a details requested by agent ovs-agent-dv-cinder-786928-1-smb with host dv-cinder-786928-1-smb {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:19:15.096341 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:15.097339 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:15.101147 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Usage tracker for resource:network and tenant:1e5aec57c28f45319053964d5da3987a is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:15.104602 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:15.112302 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:15.112487 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:15.127473 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:15.133269 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Usage tracker for resource:security_group_rule and tenant:08eaac8bfe8c4be3ab36db0e9749a483 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:15.136376 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:15.136674 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:15.141244 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Usage tracker for resource:security_group_rule and tenant:332e9b7522534c68896f786fed589faa is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:15.144233 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:15.144388 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:15.150365 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:15.151619 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:15.154140 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Made reservation on behalf of 1e5aec57c28f45319053964d5da3987a for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:19:15.160833 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:15.233043 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:15.267494 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:15.272626 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Usage tracker for resource:security_group_rule and tenant:1e5aec57c28f45319053964d5da3987a is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:15.276558 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:15.284142 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:15.399724 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:15.407073 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3415484 Apr 19 18:19:15.410160 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 34136) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:15.410843 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:15.418175 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-1339f862-cebf-48e0-b07e-0714b1703a5b admin admin] Request body: {'subnet': {'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-944512604-subnet', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:15.424039 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-1339f862-cebf-48e0-b07e-0714b1703a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:15.428336 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-1339f862-cebf-48e0-b07e-0714b1703a5b admin admin] Usage tracker for resource:subnet and tenant:953bb2a403d44bb787795f1209c28a9b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:15.431298 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-1339f862-cebf-48e0-b07e-0714b1703a5b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:15.438379 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-1339f862-cebf-48e0-b07e-0714b1703a5b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:15.447022 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Made reservation on behalf of 9ee12e237e2341ca93889b4df12b612a for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:19:15.452643 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:15.472689 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:15.476630 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:15.478392 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-da826076-c687-4776-92cf-aada936e73d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:15.490455 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:15.501158 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:19:15.512775 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:15.522783 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f07566-4654-4b6c-98c8-32f61579fba1,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:15.531639 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:15.532038 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.segments_db [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Added segment d21f949a-4b30-420a-b347-84d043c4bcec of type vlan for network 8067c5ac-4ba9-4c3d-9a74-c2abc07f157f Apr 19 18:19:15.537099 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:15.537482 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:15.537854 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:15.538380 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:15.538583 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:15.538687 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d52367c-25b5-48c8-b897-3627699732a4,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:15.538870 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:15.539230 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:15.539609 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:15.539982 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:15.540338 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:15.540687 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:15.541036 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Tracked resource versions report: Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: pushed versions: Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: { 'AddressGroup': {'1.2'}, Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: 'ConntrackHelper': {'1.0'}, Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: 'Log': {'1.0'}, Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: 'Network': {'1.1'}, Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: 'Port': {'1.7'}, Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: 'PortForwarding': {'1.2'}, Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: 'QosPolicy': {'1.8'}, Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroup': {'1.4'}, Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: 'SubPort': {'1.0'}, Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: 'Subnet': {'1.1'}, Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: 'Trunk': {'1.1'}} Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: consumer versions: Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: { DHCP agent@dv-cinder-786928-1-smb: {}, Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: HyperV agent@hv-cinder-78692: {}, Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: L3 agent@dv-cinder-786928-1-smb: {}, Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: Metadata agent@dv-cinder-786928-1-smb: {}, Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: Metering agent@dv-cinder-786928-1-smb: {}, Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: Open vSwitch agent@dv-cinder-786928-1-smb: { 'AddressGroup': '1.2', Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: 'ConntrackHelper': '1.0', Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: 'Log': '1.0', Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: 'Network': '1.1', Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: 'Port': '1.7', Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: 'PortForwarding': '1.2', Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: 'QosPolicy': '1.8', Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroup': '1.4', Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroupRule': '1.2', Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: 'SubPort': '1.0', Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: 'Subnet': '1.1', Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: 'Trunk': '1.1'}} Apr 19 18:19:15.542169 dv-cinder-786928-1-smb neutron-server[86248]: {{(pid=86364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:19:15.544868 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:15.546555 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:15.553220 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:15.557181 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Usage tracker for resource:security_group_rule and tenant:9ee12e237e2341ca93889b4df12b612a is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:15.560727 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:15.570086 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807182314'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:15.593287 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:15.596623 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:15.608307 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:15.610375 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:15.611228 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:15.612017 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:15.635794 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1339f862-cebf-48e0-b07e-0714b1703a5b admin admin] Made reservation on behalf of 953bb2a403d44bb787795f1209c28a9b for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:19:15.636872 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4dfffcf9-1abf-429b-a268-78888596b644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:15.642141 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1339f862-cebf-48e0-b07e-0714b1703a5b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:15.660688 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1188304 Apr 19 18:19:15.661668 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 34150) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:15.671346 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:15.695293 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-79fbb916-28bb-4c25-aacd-8074be9f55d5 admin admin] Request body: {'subnet': {'network_id': '8067c5ac-4ba9-4c3d-9a74-c2abc07f157f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2026105098-subnet', 'tenant_id': '332e9b7522534c68896f786fed589faa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:15.758579 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:19:15.764637 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-79fbb916-28bb-4c25-aacd-8074be9f55d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:15.768007 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Pushing event updated for resources: {'Network': ['ID=8067c5ac-4ba9-4c3d-9a74-c2abc07f157f,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:15.769248 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-79fbb916-28bb-4c25-aacd-8074be9f55d5 admin admin] Usage tracker for resource:subnet and tenant:332e9b7522534c68896f786fed589faa is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:15.772130 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:15.772783 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-79fbb916-28bb-4c25-aacd-8074be9f55d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:15.779489 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-79fbb916-28bb-4c25-aacd-8074be9f55d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:15.780849 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Network 8067c5ac-4ba9-4c3d-9a74-c2abc07f157f details requested by agent ovs-agent-dv-cinder-786928-1-smb with host dv-cinder-786928-1-smb {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:19:15.829397 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fbb916-28bb-4c25-aacd-8074be9f55d5 admin admin] Made reservation on behalf of 332e9b7522534c68896f786fed589faa for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:19:15.834179 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-79fbb916-28bb-4c25-aacd-8074be9f55d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:15.851944 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:19:15.941427 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:15.947772 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:15.948166 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.segments_db [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Added segment 081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc of type vlan for network 1f0e48ed-9408-4c13-86a0-4f47989417a5 Apr 19 18:19:15.968311 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:16.065841 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:16.066608 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.segments_db [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Added segment aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4 of type vlan for network 81389814-a967-484b-be2e-4d505a9878a9 Apr 19 18:19:16.171776 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807182314'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:16.182132 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807182314'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:16.273545 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:16.304649 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:16.325126 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:16.371134 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:16.398639 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:16.407724 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:16.408370 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:16.422559 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:19:16.451668 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:16.452597 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:16.520991 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f40a0f-daad-4815-b0e5-c0e72b87aa16,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:16.533221 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:16.533617 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.segments_db [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Added segment 4c29d1cb-e66f-46a0-818a-b2d769377579 of type vlan for network a2fdcbef-4b87-438a-be33-fc96a321e39a Apr 19 18:19:16.543406 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:16.546938 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:16.729170 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807182314'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:16.758308 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Pushing event updated for resources: {'Network': ['ID=1f0e48ed-9408-4c13-86a0-4f47989417a5,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:16.772395 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Network 1f0e48ed-9408-4c13-86a0-4f47989417a5 details requested by agent ovs-agent-dv-cinder-786928-1-smb with host dv-cinder-786928-1-smb {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:19:16.877805 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2437332 Apr 19 18:19:16.878052 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 34194) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:16.888452 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-7e9f888a-b103-4358-81c8-afd3c53036ba admin admin] Request body: {'subnet': {'network_id': '81389814-a967-484b-be2e-4d505a9878a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2122833368-subnet', 'tenant_id': '08eaac8bfe8c4be3ab36db0e9749a483', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:16.899566 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0476410 Apr 19 18:19:16.901280 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-7e9f888a-b103-4358-81c8-afd3c53036ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:16.906454 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 34198) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:16.916367 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-7e9f888a-b103-4358-81c8-afd3c53036ba admin admin] Usage tracker for resource:subnet and tenant:08eaac8bfe8c4be3ab36db0e9749a483 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:16.931206 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-75f3988a-3e02-4032-a778-7a1177716ee4 admin admin] Request body: {'subnet': {'network_id': '1f0e48ed-9408-4c13-86a0-4f47989417a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-252057399-subnet', 'tenant_id': '1e5aec57c28f45319053964d5da3987a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:16.934748 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-7e9f888a-b103-4358-81c8-afd3c53036ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:16.943064 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-75f3988a-3e02-4032-a778-7a1177716ee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:16.945601 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-7e9f888a-b103-4358-81c8-afd3c53036ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:16.955717 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-75f3988a-3e02-4032-a778-7a1177716ee4 admin admin] Usage tracker for resource:subnet and tenant:1e5aec57c28f45319053964d5da3987a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:16.955717 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-75f3988a-3e02-4032-a778-7a1177716ee4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:16.963962 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-75f3988a-3e02-4032-a778-7a1177716ee4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:16.968314 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9f888a-b103-4358-81c8-afd3c53036ba admin admin] Made reservation on behalf of 08eaac8bfe8c4be3ab36db0e9749a483 for: {'subnet': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:19:16.973509 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7e9f888a-b103-4358-81c8-afd3c53036ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:16.991536 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Pushing event updated for resources: {'Network': ['ID=81389814-a967-484b-be2e-4d505a9878a9,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:16.994824 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:16.999020 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:17.000466 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.536s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:17.004142 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Network 81389814-a967-484b-be2e-4d505a9878a9 details requested by agent ovs-agent-dv-cinder-786928-1-smb with host dv-cinder-786928-1-smb {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:19:17.020122 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:17.020772 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:17.142067 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4528174 Apr 19 18:19:17.147100 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 34214) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:17.158040 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Pushing event updated for resources: {'Network': ['ID=a2fdcbef-4b87-438a-be33-fc96a321e39a,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:17.166028 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:17.168764 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-f21a6bf7-0522-41d4-9fc8-9d61cecf7c32 admin admin] Request body: {'subnet': {'network_id': 'a2fdcbef-4b87-438a-be33-fc96a321e39a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1316864834-subnet', 'tenant_id': '9ee12e237e2341ca93889b4df12b612a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:17.173020 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:17.173496 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:17.178969 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-f21a6bf7-0522-41d4-9fc8-9d61cecf7c32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:17.186664 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-f21a6bf7-0522-41d4-9fc8-9d61cecf7c32 admin admin] Usage tracker for resource:subnet and tenant:9ee12e237e2341ca93889b4df12b612a is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:17.194136 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-f21a6bf7-0522-41d4-9fc8-9d61cecf7c32 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:17.205871 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-f21a6bf7-0522-41d4-9fc8-9d61cecf7c32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:17.256304 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Network a2fdcbef-4b87-438a-be33-fc96a321e39a details requested by agent ovs-agent-dv-cinder-786928-1-smb with host dv-cinder-786928-1-smb {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:19:17.276445 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21a6bf7-0522-41d4-9fc8-9d61cecf7c32 admin admin] Made reservation on behalf of 9ee12e237e2341ca93889b4df12b612a for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:19:17.282385 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f21a6bf7-0522-41d4-9fc8-9d61cecf7c32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:17.300549 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f3988a-3e02-4032-a778-7a1177716ee4 admin admin] Made reservation on behalf of 1e5aec57c28f45319053964d5da3987a for: {'subnet': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:19:17.307475 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-75f3988a-3e02-4032-a778-7a1177716ee4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:17.584259 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1339f862-cebf-48e0-b07e-0714b1703a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:17.599201 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:17.760157 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339f862-cebf-48e0-b07e-0714b1703a5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=625ea84b-b025-47d7-a45d-f91f00c07a4e,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:17.768499 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-1339f862-cebf-48e0-b07e-0714b1703a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:17.769999 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7e9f888a-b103-4358-81c8-afd3c53036ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for subnet, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:17.775053 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-79fbb916-28bb-4c25-aacd-8074be9f55d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:17.780795 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-af026c72-c49b-4755-a6af-ab7cde0b4400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:17.785766 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1339f862-cebf-48e0-b07e-0714b1703a5b admin admin] Checking segment: {'id': 'b4910294-a484-41d5-8ee2-58c9bc30ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:19:17.786160 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1339f862-cebf-48e0-b07e-0714b1703a5b admin admin] Network hostable DHCP agents. Network: 62d4a419-1594-4973-afcf-06199a9f163a, hostable agents: ['c63027b6-2e67-4fd7-9492-d43596a5c67c'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:19:17.821946 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:17.919338 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f888a-b103-4358-81c8-afd3c53036ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f8bd5b2-70c1-40b8-b712-5bfe8d2a2d70,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:17.927782 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1339f862-cebf-48e0-b07e-0714b1703a5b admin admin] Network 62d4a419-1594-4973-afcf-06199a9f163a is scheduled to be hosted by DHCP agent c63027b6-2e67-4fd7-9492-d43596a5c67c with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:19:17.928314 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7e9f888a-b103-4358-81c8-afd3c53036ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:17.930008 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbb916-28bb-4c25-aacd-8074be9f55d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55c56686-f000-41ed-83c1-9d25c4cf011a,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:17.943696 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-79fbb916-28bb-4c25-aacd-8074be9f55d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:17.953333 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9f888a-b103-4358-81c8-afd3c53036ba admin admin] Checking segment: {'id': 'aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '81389814-a967-484b-be2e-4d505a9878a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:19:17.953738 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9f888a-b103-4358-81c8-afd3c53036ba admin admin] Network hostable DHCP agents. Network: 81389814-a967-484b-be2e-4d505a9878a9, hostable agents: ['c63027b6-2e67-4fd7-9492-d43596a5c67c'], hosted agents: [] {{(pid=86363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:19:17.974812 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-1339f862-cebf-48e0-b07e-0714b1703a5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-smb, 62d4a419-1594-4973-afcf-06199a9f163a) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:19:17.979203 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fbb916-28bb-4c25-aacd-8074be9f55d5 admin admin] Checking segment: {'id': 'd21f949a-4b30-420a-b347-84d043c4bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8067c5ac-4ba9-4c3d-9a74-c2abc07f157f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:19:17.979627 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fbb916-28bb-4c25-aacd-8074be9f55d5 admin admin] Network hostable DHCP agents. Network: 8067c5ac-4ba9-4c3d-9a74-c2abc07f157f, hostable agents: ['c63027b6-2e67-4fd7-9492-d43596a5c67c'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:19:17.984255 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9f888a-b103-4358-81c8-afd3c53036ba admin admin] Network 81389814-a967-484b-be2e-4d505a9878a9 is scheduled to be hosted by DHCP agent c63027b6-2e67-4fd7-9492-d43596a5c67c with binding_index 1 {{(pid=86363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:19:17.990850 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152d6d81-223f-4c9a-8cd2-3c93e7d501c5 None None] Network 62d4a419-1594-4973-afcf-06199a9f163a requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:19:18.000176 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1339f862-cebf-48e0-b07e-0714b1703a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:18.000836 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1339f862-cebf-48e0-b07e-0714b1703a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:18.008732 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-7e9f888a-b103-4358-81c8-afd3c53036ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-smb, 81389814-a967-484b-be2e-4d505a9878a9) {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:19:18.022468 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9f888a-b103-4358-81c8-afd3c53036ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:18.023158 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7e9f888a-b103-4358-81c8-afd3c53036ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:18.036041 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751d64d7-6f80-4c9d-a2bf-c99c62db9121 None None] Network 81389814-a967-484b-be2e-4d505a9878a9 requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:19:18.099937 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-7e9f888a-b103-4358-81c8-afd3c53036ba admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2202489 Apr 19 18:19:18.117139 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-1339f862-cebf-48e0-b07e-0714b1703a5b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7033324 Apr 19 18:19:18.122046 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fbb916-28bb-4c25-aacd-8074be9f55d5 admin admin] Network 8067c5ac-4ba9-4c3d-9a74-c2abc07f157f is scheduled to be hosted by DHCP agent c63027b6-2e67-4fd7-9492-d43596a5c67c with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:19:18.124902 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 34254) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:18.146316 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-944512604-router', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:18.150241 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-79fbb916-28bb-4c25-aacd-8074be9f55d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-smb, 8067c5ac-4ba9-4c3d-9a74-c2abc07f157f) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:19:18.158851 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:18.168313 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fbb916-28bb-4c25-aacd-8074be9f55d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:18.168950 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-79fbb916-28bb-4c25-aacd-8074be9f55d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:18.177546 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Usage tracker for resource:router and tenant:953bb2a403d44bb787795f1209c28a9b is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:18.183576 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:18.186940 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-75f3988a-3e02-4032-a778-7a1177716ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for subnet, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:18.194635 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:18.197667 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:18.219434 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-79fbb916-28bb-4c25-aacd-8074be9f55d5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5393517 Apr 19 18:19:18.275081 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760915'] for router, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:18.276239 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853824541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853825019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853828076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14885'] for router, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:18.319101 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3988a-3e02-4032-a778-7a1177716ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8afd2f9-3d31-4b4f-9adf-a6ba880844ee,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:18.324473 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-75f3988a-3e02-4032-a778-7a1177716ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:18.328634 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f3988a-3e02-4032-a778-7a1177716ee4 admin admin] Checking segment: {'id': '081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1f0e48ed-9408-4c13-86a0-4f47989417a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:19:18.329042 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f3988a-3e02-4032-a778-7a1177716ee4 admin admin] Network hostable DHCP agents. Network: 1f0e48ed-9408-4c13-86a0-4f47989417a5, hostable agents: ['c63027b6-2e67-4fd7-9492-d43596a5c67c'], hosted agents: [] {{(pid=86363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:19:18.345271 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:18.371593 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f3988a-3e02-4032-a778-7a1177716ee4 admin admin] Network 1f0e48ed-9408-4c13-86a0-4f47989417a5 is scheduled to be hosted by DHCP agent c63027b6-2e67-4fd7-9492-d43596a5c67c with binding_index 1 {{(pid=86363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:19:18.483433 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ebd23b-516b-4400-87e0-749efa787c48 None None] Network 8067c5ac-4ba9-4c3d-9a74-c2abc07f157f requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:19:18.594161 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f21a6bf7-0522-41d4-9fc8-9d61cecf7c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:18.599433 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:18.731542 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-75f3988a-3e02-4032-a778-7a1177716ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-smb, 1f0e48ed-9408-4c13-86a0-4f47989417a5) {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:19:18.736659 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853824782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853795240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:18.743730 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f3988a-3e02-4032-a778-7a1177716ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:18.744383 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-75f3988a-3e02-4032-a778-7a1177716ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:18.777421 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-75f3988a-3e02-4032-a778-7a1177716ee4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8669353 Apr 19 18:19:18.800168 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 34290) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:18.810895 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-252057399-router', 'tenant_id': '1e5aec57c28f45319053964d5da3987a', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:18.817461 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:18.822028 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Usage tracker for resource:router and tenant:1e5aec57c28f45319053964d5da3987a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:18.825984 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:18.833328 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:18.842478 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21a6bf7-0522-41d4-9fc8-9d61cecf7c32 admin admin] Checking segment: {'id': '4c29d1cb-e66f-46a0-818a-b2d769377579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a2fdcbef-4b87-438a-be33-fc96a321e39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:19:18.842878 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21a6bf7-0522-41d4-9fc8-9d61cecf7c32 admin admin] Network hostable DHCP agents. Network: a2fdcbef-4b87-438a-be33-fc96a321e39a, hostable agents: ['c63027b6-2e67-4fd7-9492-d43596a5c67c'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:19:18.874575 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a6bf7-0522-41d4-9fc8-9d61cecf7c32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22a180a5-ff8a-4468-87ec-b369e3d3dff6,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:18.883961 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f21a6bf7-0522-41d4-9fc8-9d61cecf7c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:18.915292 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21a6bf7-0522-41d4-9fc8-9d61cecf7c32 admin admin] Network a2fdcbef-4b87-438a-be33-fc96a321e39a is scheduled to be hosted by DHCP agent c63027b6-2e67-4fd7-9492-d43596a5c67c with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:19:18.927192 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-f21a6bf7-0522-41d4-9fc8-9d61cecf7c32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-smb, a2fdcbef-4b87-438a-be33-fc96a321e39a) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:19:18.929451 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1868420-07ae-4521-8f2f-68ac913c38d5 None None] Network 1f0e48ed-9408-4c13-86a0-4f47989417a5 requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:19:18.939842 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21a6bf7-0522-41d4-9fc8-9d61cecf7c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:18.940491 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f21a6bf7-0522-41d4-9fc8-9d61cecf7c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:18.948061 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760915'] for router, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:18.954517 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853824541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853825019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853828076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14885'] for router, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:18.971070 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 34314) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:18.986202 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-f21a6bf7-0522-41d4-9fc8-9d61cecf7c32 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8198199 Apr 19 18:19:18.986426 dv-cinder-786928-1-smb neutron-server[86248]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 19 18:19:19.014765 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a93b9a-e6d4-497e-824e-23f74cdc450f None None] Network a2fdcbef-4b87-438a-be33-fc96a321e39a requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:19:19.050131 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 34330) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:19.055707 dv-cinder-786928-1-smb neutron-server[86248]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 19 18:19:19.056300 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ef4f92-f23e-4219-bc54-22f516310951 None None] Network 81389814-a967-484b-be2e-4d505a9878a9 requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:19:19.087680 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:19.263857 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-60a3b5a1-9b90-4580-b249-bc23a3e60686 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:19.266421 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-60a3b5a1-9b90-4580-b249-bc23a3e60686 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/networks?id=8067c5ac-4ba9-4c3d-9a74-c2abc07f157f HTTP/1.1" status: 200 len: 812 time: 0.2146120 Apr 19 18:19:19.293046 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-90b6fc46-b613-44e3-a9da-d9570c75dd40 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/quotas/332e9b7522534c68896f786fed589faa HTTP/1.1" status: 200 len: 375 time: 0.0187845 Apr 19 18:19:19.334703 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7054003-5779-4916-9632-044cb05cef29 req-cc81474c-c9a7-4fd1-b4af-984017a8aa21 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:19.336434 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c7054003-5779-4916-9632-044cb05cef29 req-cc81474c-c9a7-4fd1-b4af-984017a8aa21 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/networks?id=81389814-a967-484b-be2e-4d505a9878a9 HTTP/1.1" status: 200 len: 815 time: 0.3642850 Apr 19 18:19:19.375005 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-1c4ef4ae-9ac2-48af-823e-24eb7690169b tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=332e9b7522534c68896f786fed589faa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750077 Apr 19 18:19:19.452426 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c7054003-5779-4916-9632-044cb05cef29 req-f1835e62-65ab-48be-a3dd-498d9edf15cc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/quotas/08eaac8bfe8c4be3ab36db0e9749a483 HTTP/1.1" status: 200 len: 375 time: 0.0962570 Apr 19 18:19:19.537748 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c7054003-5779-4916-9632-044cb05cef29 req-cbd46b64-efac-41bd-93e3-d508e2cb6750 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=08eaac8bfe8c4be3ab36db0e9749a483&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836678 Apr 19 18:19:19.675220 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-4aba7e5b-9f24-4749-99e1-73b3a055ad93 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:19:19.684004 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-4aba7e5b-9f24-4749-99e1-73b3a055ad93 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1157253 Apr 19 18:19:19.873377 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-a189c73a-08ad-42c4-aa0d-1138302b38cf service neutron] 10.222.0.20 "GET /v2.0/networks/8067c5ac-4ba9-4c3d-9a74-c2abc07f157f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882927 Apr 19 18:19:19.958410 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853824782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853795240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:19.999098 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 34362) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:20.009343 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [req-c7054003-5779-4916-9632-044cb05cef29 req-80be5112-a60f-4e4c-a127-e9533db64432 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86363) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:19:20.010436 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c7054003-5779-4916-9632-044cb05cef29 req-80be5112-a60f-4e4c-a127-e9533db64432 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2194357 Apr 19 18:19:20.019644 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-665284148-network', 'tenant_id': '822dbb6e903f40d4a3d5464cfc45cfb1'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:20.024943 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:20.030276 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Usage tracker for resource:network and tenant:822dbb6e903f40d4a3d5464cfc45cfb1 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:20.033369 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:20.039553 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:20.041549 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa386e3f5-4976-53db-a822-d0050a1a6416-62d4a419-1594-4973-afcf-06199a9f163a', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'fixed_ips': [{'subnet_id': '625ea84b-b025-47d7-a45d-f91f00c07a4e'}]}} from dv-cinder-786928-1-smb. {{(pid=86365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:19:20.042859 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:20.074987 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Made reservation on behalf of 822dbb6e903f40d4a3d5464cfc45cfb1 for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:19:20.079911 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:20.091977 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-20a46d83-f1a6-49c2-bd70-dfdae03a5d1f service neutron] 10.222.0.20 "GET /v2.0/networks/8067c5ac-4ba9-4c3d-9a74-c2abc07f157f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163494 Apr 19 18:19:20.113691 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:20.138439 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:20.142579 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Usage tracker for resource:security_group_rule and tenant:822dbb6e903f40d4a3d5464cfc45cfb1 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:20.145615 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:20.151750 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:20.190923 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:20.225109 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b225a9-304e-4823-9c24-1f75e20ea298 None None] Network 8067c5ac-4ba9-4c3d-9a74-c2abc07f157f requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:19:20.242590 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bd9222-a4aa-4e6b-9a95-bc986819dd01 None None] Network a2fdcbef-4b87-438a-be33-fc96a321e39a requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:19:20.263432 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af96985b-471e-4dc3-8e50-4f6b0e4a3448 None None] Network 1f0e48ed-9408-4c13-86a0-4f47989417a5 requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:19:20.343906 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:20.575688 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c7054003-5779-4916-9632-044cb05cef29 req-8cf253a1-88b5-404c-a242-d0a20ee4ea20 service neutron] 10.222.0.20 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275164 Apr 19 18:19:20.767990 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:20.792880 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:20.798084 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-90f7d578-c682-4deb-b764-3731698a5cfa req-26886810-b5c5-4587-b7c6-724350086c91 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 210 time: 0.1212778 Apr 19 18:19:20.929132 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:20.946516 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Allocated IP 172.28.1.94 (4dfc8324-dbda-4de1-90b3-5f147512ea2d/f0204761-35d7-4590-8809-1a6eb894c7a2/4b073a9c-fe72-4feb-93da-2b4e58439677) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:19:20.979742 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc847889-ec88-486c-9919-db26d51e3020,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:20.984319 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:20.999138 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 34416) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:21.033484 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Allocated IP 172.20.0.2 (62d4a419-1594-4973-afcf-06199a9f163a/625ea84b-b025-47d7-a45d-f91f00c07a4e/9e1e2436-620b-4955-a3ce-5c6f191f6f7f) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:19:21.051922 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f5336c46-9e91-4852-b80c-62e1740c1b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.144629 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dcb640e8-3f4f-4a58-85a4-e352eed994b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.164544 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-dcb640e8-3f4f-4a58-85a4-e352eed994b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:21.170094 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-dcb640e8-3f4f-4a58-85a4-e352eed994b1 admin admin] Usage tracker for resource:security_group_rule and tenant:69369202e87d4f50816700633f243515 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:21.173490 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-dcb640e8-3f4f-4a58-85a4-e352eed994b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:21.180353 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-dcb640e8-3f4f-4a58-85a4-e352eed994b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:21.218576 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90182694-2325-486c-9177-d04366a0765d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:19:21.257878 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.258276 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.segments_db [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Added segment 7f9714b8-1aa3-4dde-8266-dcf972da2478 of type vlan for network 82f81fed-30b9-4120-84ad-4926f8b10188 Apr 19 18:19:21.308842 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dcb640e8-3f4f-4a58-85a4-e352eed994b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.312247 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dcb640e8-3f4f-4a58-85a4-e352eed994b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.321803 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:21.383499 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c7054003-5779-4916-9632-044cb05cef29 req-5a232a50-7610-4af7-9d21-942b52039b95 service neutron] 10.222.0.20 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7730687 Apr 19 18:19:21.384842 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb640e8-3f4f-4a58-85a4-e352eed994b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8e10d3-416e-42e5-bc04-d0e3651bd710,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:21.390348 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-dcb640e8-3f4f-4a58-85a4-e352eed994b1 admin admin] Synchronizing usage tracker for tenant:bd5825a0806f47e9a05d303c582b5efa on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:19:21.397503 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-dcb640e8-3f4f-4a58-85a4-e352eed994b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:21.414913 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-dcb640e8-3f4f-4a58-85a4-e352eed994b1 admin admin] Unset dirty status for tenant:bd5825a0806f47e9a05d303c582b5efa on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:19:21.420090 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.431505 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-dcb640e8-3f4f-4a58-85a4-e352eed994b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69369202e87d4f50816700633f243515&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4224539 Apr 19 18:19:21.432224 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 34434) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:21.439524 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Transition to ACTIVE for port object 9e1e2436-620b-4955-a3ce-5c6f191f6f7f will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:19:21.462951 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Transition to ACTIVE for port object 9e1e2436-620b-4955-a3ce-5c6f191f6f7f will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:19:21.474930 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807182314'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.481672 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.518886 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:21.523661 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.626847 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.642579 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.db.resource_extend [None req-90182694-2325-486c-9177-d04366a0765d admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 18:19:21.715057 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-52ca87d1-6f83-454f-858c-e3187e30f345 req-03c6f800-8825-4329-8539-25c2383a579f tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 210 time: 0.0685089 Apr 19 18:19:21.772925 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Network 62d4a419-1594-4973-afcf-06199a9f163a is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:19:21.803917 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.812636 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:21.813357 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.815134 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Pushing event updated for resources: {'Port': ['ID=9e1e2436-620b-4955-a3ce-5c6f191f6f7f,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:21.817711 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Resources bound (agent type, host, resource id): {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:19:21.852532 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.854172 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:19:21.855668 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:21.869047 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:21.869533 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:21.869794 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:21.870165 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:21.870656 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:21.871034 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:21.871465 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:21.871761 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:21.872186 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:21.872830 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:21.873356 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:21.873862 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Tracked resource versions report: Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: pushed versions: Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: { 'AddressGroup': {'1.2'}, Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: 'ConntrackHelper': {'1.0'}, Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: 'Log': {'1.0'}, Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: 'Network': {'1.1'}, Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: 'Port': {'1.7'}, Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: 'PortForwarding': {'1.2'}, Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: 'QosPolicy': {'1.8'}, Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroup': {'1.4'}, Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: 'SubPort': {'1.0'}, Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: 'Subnet': {'1.1'}, Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: 'Trunk': {'1.1'}} Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: consumer versions: Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: { DHCP agent@dv-cinder-786928-1-smb: {}, Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: HyperV agent@hv-cinder-78692: {}, Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: L3 agent@dv-cinder-786928-1-smb: {}, Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: Metadata agent@dv-cinder-786928-1-smb: {}, Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: Metering agent@dv-cinder-786928-1-smb: {}, Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: Open vSwitch agent@dv-cinder-786928-1-smb: { 'AddressGroup': '1.2', Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: 'ConntrackHelper': '1.0', Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: 'Log': '1.0', Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: 'Network': '1.1', Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: 'Port': '1.7', Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: 'PortForwarding': '1.2', Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: 'QosPolicy': '1.8', Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroup': '1.4', Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroupRule': '1.2', Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: 'SubPort': '1.0', Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: 'Subnet': '1.1', Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: 'Trunk': '1.1'}} Apr 19 18:19:21.875037 dv-cinder-786928-1-smb neutron-server[86248]: {{(pid=86365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:19:21.887553 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 34466) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:21.888365 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-90182694-2325-486c-9177-d04366a0765d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8875713 Apr 19 18:19:21.889485 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dbdde86d-4b3a-494c-97e5-68befc4c3434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:21.896069 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-fa8c0295-2513-4575-9980-af09623979bb admin admin] Request body: {'subnet': {'network_id': '82f81fed-30b9-4120-84ad-4926f8b10188', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-665284148-subnet', 'tenant_id': '822dbb6e903f40d4a3d5464cfc45cfb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:21.913229 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-fa8c0295-2513-4575-9980-af09623979bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:21.921170 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-fa8c0295-2513-4575-9980-af09623979bb admin admin] Usage tracker for resource:subnet and tenant:822dbb6e903f40d4a3d5464cfc45cfb1 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:21.932281 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-fa8c0295-2513-4575-9980-af09623979bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:21.946860 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-fa8c0295-2513-4575-9980-af09623979bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:21.962850 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:21.996190 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8c0295-2513-4575-9980-af09623979bb admin admin] Made reservation on behalf of 822dbb6e903f40d4a3d5464cfc45cfb1 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:19:22.015594 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fa8c0295-2513-4575-9980-af09623979bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:22.072071 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a97c4961-c567-4481-bded-054f7ec8e475 req-68c4294c-dc9d-4ac6-8fe7-420004feb8d6 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 210 time: 0.1189356 Apr 19 18:19:22.092932 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dbdde86d-4b3a-494c-97e5-68befc4c3434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:22.102112 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Pushing event updated for resources: {'Network': ['ID=82f81fed-30b9-4120-84ad-4926f8b10188,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:22.112188 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:22.126087 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Network 82f81fed-30b9-4120-84ad-4926f8b10188 details requested by agent ovs-agent-dv-cinder-786928-1-smb with host dv-cinder-786928-1-smb {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:19:22.157722 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Attempting to bind port 9e1e2436-620b-4955-a3ce-5c6f191f6f7f on host dv-cinder-786928-1-smb for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:19:22.158154 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Attempting to bind port 9e1e2436-620b-4955-a3ce-5c6f191f6f7f by drivers openvswitch,hyperv on host dv-cinder-786928-1-smb at level 0 using segments [{'id': 'b4910294-a484-41d5-8ee2-58c9bc30ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:19:22.158571 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Attempting to bind port 9e1e2436-620b-4955-a3ce-5c6f191f6f7f on network 62d4a419-1594-4973-afcf-06199a9f163a {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:19:22.194984 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:22.209915 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:22.221004 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Checking agent: {'id': '192a3675-2ad9-475f-abb6-aba9e9401083', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'started_at': datetime.datetime(2021, 4, 19, 18, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:19:22.221427 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Checking segment: {'id': 'b4910294-a484-41d5-8ee2-58c9bc30ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:19:22.221884 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:22.222326 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Bound using segment: {'id': 'b4910294-a484-41d5-8ee2-58c9bc30ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:19:22.222870 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Bound port: 9e1e2436-620b-4955-a3ce-5c6f191f6f7f, host: dv-cinder-786928-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4910294-a484-41d5-8ee2-58c9bc30ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:19:22.223306 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:22.506127 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] For port 9e1e2436-620b-4955-a3ce-5c6f191f6f7f, host dv-cinder-786928-1-smb, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:19:22.510361 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] For port 9e1e2436-620b-4955-a3ce-5c6f191f6f7f, host dv-cinder-786928-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=9e1e2436-620b-4955-a3ce-5c6f191f6f7f,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:19:22.515367 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:22.527096 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:22.637161 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Network 4dfc8324-dbda-4de1-90b3-5f147512ea2d is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:19:22.638834 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Allocated IP 172.28.1.182 (4dfc8324-dbda-4de1-90b3-5f147512ea2d/f0204761-35d7-4590-8809-1a6eb894c7a2/487b43ff-3f7b-469b-a804-9d7556586b04) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:19:22.647707 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Pushing event updated for resources: {'Port': ['ID=9e1e2436-620b-4955-a3ce-5c6f191f6f7f,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:22.651822 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:22.659510 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dbdde86d-4b3a-494c-97e5-68befc4c3434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:22.666001 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:19:22.676399 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:19:23.025458 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3bcc00b0-0b34-458a-baf0-e60e913657b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:23.088692 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fa8c0295-2513-4575-9980-af09623979bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:23.112131 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-79fbb916-28bb-4c25-aacd-8074be9f55d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:23.277304 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Pushing event updated for resources: {'Port': ['ID=4b073a9c-fe72-4feb-93da-2b4e58439677,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:23.287233 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.077s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:23.307823 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c0295-2513-4575-9980-af09623979bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd49716-9b41-4294-bea5-b85b2da27613,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:23.315939 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fa8c0295-2513-4575-9980-af09623979bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:23.346064 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:23.363854 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dbdde86d-4b3a-494c-97e5-68befc4c3434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:23.367805 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-dbdde86d-4b3a-494c-97e5-68befc4c3434 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee8e10d3-416e-42e5-bc04-d0e3651bd710 HTTP/1.1" status: 204 len: 168 time: 1.9318273 Apr 19 18:19:23.370972 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8c0295-2513-4575-9980-af09623979bb admin admin] Checking segment: {'id': '7f9714b8-1aa3-4dde-8266-dcf972da2478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '82f81fed-30b9-4120-84ad-4926f8b10188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:19:23.371482 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8c0295-2513-4575-9980-af09623979bb admin admin] Network hostable DHCP agents. Network: 82f81fed-30b9-4120-84ad-4926f8b10188, hostable agents: ['c63027b6-2e67-4fd7-9492-d43596a5c67c'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:19:23.385550 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdde86d-4b3a-494c-97e5-68befc4c3434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8e10d3-416e-42e5-bc04-d0e3651bd710,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:23.389998 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5d9a2b9e-88c5-42b0-824c-afc211a2e181 req-b1d4749a-db66-4a39-8a33-3347f5be1c8f tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 210 time: 0.1138473 Apr 19 18:19:23.390848 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-dbdde86d-4b3a-494c-97e5-68befc4c3434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:23.407664 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7ba9031a-6bf6-4410-9bd8-a5a8c7ef7958 req-943213ec-039b-424a-b08a-cf23e32e19a8 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 210 time: 0.0878284 Apr 19 18:19:23.451038 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8c0295-2513-4575-9980-af09623979bb admin admin] Network 82f81fed-30b9-4120-84ad-4926f8b10188 is scheduled to be hosted by DHCP agent c63027b6-2e67-4fd7-9492-d43596a5c67c with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:19:23.461970 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-fa8c0295-2513-4575-9980-af09623979bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-smb, 82f81fed-30b9-4120-84ad-4926f8b10188) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:19:23.480787 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea838194-92f5-4a07-974a-72c47d1028fb None None] Network 82f81fed-30b9-4120-84ad-4926f8b10188 requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:19:23.496204 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8c0295-2513-4575-9980-af09623979bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:23.496869 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fa8c0295-2513-4575-9980-af09623979bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:23.557831 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-fa8c0295-2513-4575-9980-af09623979bb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6684518 Apr 19 18:19:23.729307 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.95', 53152) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:23.736628 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:23.798061 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:23.901953 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:23.932081 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 34562) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:23.992245 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:24.002920 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:24.053813 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14a5b78-25d0-40cc-9b30-fd193c20d59a admin admin] Deleting subnet 22a180a5-ff8a-4468-87ec-b369e3d3dff6 {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:19:24.057821 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b14a5b78-25d0-40cc-9b30-fd193c20d59a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:24.073387 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0d17d1-7850-44e4-9ebf-24b693ec54aa None None] Network 82f81fed-30b9-4120-84ad-4926f8b10188 requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:19:24.089645 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 34568) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:24.137831 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Network 4dfc8324-dbda-4de1-90b3-5f147512ea2d is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:19:24.141190 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b14a5b78-25d0-40cc-9b30-fd193c20d59a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:24.149517 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b14a5b78-25d0-40cc-9b30-fd193c20d59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16567764'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:24.171945 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:19:24.179794 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:19:24.336266 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:24.409633 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 34574) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:24.422838 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Pushing event updated for resources: {'Port': ['ID=487b43ff-3f7b-469b-a804-9d7556586b04,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:24.435850 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.95', 53155) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:24.498369 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:24.650415 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5d4969cd-e1d7-444e-b707-1497d77c8158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:24.799349 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 9e1e2436-620b-4955-a3ce-5c6f191f6f7f up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:19:24.885892 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8f3886-83f4-4c18-bf27-e324265632f8 None None] Network 62d4a419-1594-4973-afcf-06199a9f163a requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:19:25.075758 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-62ec7d29-c4de-442d-906d-7f5b0d98d266 None None] Provisioning for port 9e1e2436-620b-4955-a3ce-5c6f191f6f7f completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:19:25.084939 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning for port 9e1e2436-620b-4955-a3ce-5c6f191f6f7f completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:19:25.093802 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 9e1e2436-620b-4955-a3ce-5c6f191f6f7f triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:19:25.094310 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:25.169971 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-62ec7d29-c4de-442d-906d-7f5b0d98d266 None None] Provisioning complete for port 9e1e2436-620b-4955-a3ce-5c6f191f6f7f triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:19:25.170605 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-62ec7d29-c4de-442d-906d-7f5b0d98d266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:25.179635 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e7444e59-95ce-479d-93a5-5e59b6493d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:25.197247 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3671223a-9d4b-4b7e-8b74-3876f0a08e0d req-9571ce4d-34bd-41d0-9338-28b63d768158 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 210 time: 0.5153821 Apr 19 18:19:25.232999 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-e7444e59-95ce-479d-93a5-5e59b6493d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:25.243390 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-e7444e59-95ce-479d-93a5-5e59b6493d2f admin admin] Usage tracker for resource:security_group_rule and tenant:702990e716ff4625b5b44bff0db5bc56 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:25.248192 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-e7444e59-95ce-479d-93a5-5e59b6493d2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:25.262537 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-e7444e59-95ce-479d-93a5-5e59b6493d2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:25.430231 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-5d4969cd-e1d7-444e-b707-1497d77c8158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:25.436584 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-5d4969cd-e1d7-444e-b707-1497d77c8158 admin admin] Usage tracker for resource:security_group_rule and tenant:1136f794a9c043c8a6591e85ccfe1299 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:25.440721 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-5d4969cd-e1d7-444e-b707-1497d77c8158 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:25.447745 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-5d4969cd-e1d7-444e-b707-1497d77c8158 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:25.459108 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-980544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951000'] for router, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:25.520269 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7054003-5779-4916-9632-044cb05cef29 req-7feb637a-92fc-4444-b0a3-1393c0cd62e1 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:25.521116 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-c7054003-5779-4916-9632-044cb05cef29 req-7feb637a-92fc-4444-b0a3-1393c0cd62e1 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Synchronizing usage tracker for tenant:08eaac8bfe8c4be3ab36db0e9749a483 on resource:network {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:19:25.532139 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:25.534078 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a0f5f86b-156e-481c-bab8-0027b49e8a1e req-b82f2f9e-da31-48e1-99b3-9ab467407b7f tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 210 time: 0.9150379 Apr 19 18:19:25.580641 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b14a5b78-25d0-40cc-9b30-fd193c20d59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838208020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:25.620334 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:25.718771 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a5b78-25d0-40cc-9b30-fd193c20d59a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22a180a5-ff8a-4468-87ec-b369e3d3dff6,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:25.737003 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:25.744692 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-b14a5b78-25d0-40cc-9b30-fd193c20d59a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:25.772710 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-7ecb2e22-f02e-4584-9ab8-3f37f6d3d88e tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:25.774188 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-7ecb2e22-f02e-4584-9ab8-3f37f6d3d88e tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.95 "GET /v2.0/networks?id=8067c5ac-4ba9-4c3d-9a74-c2abc07f157f HTTP/1.1" status: 200 len: 812 time: 2.0437863 Apr 19 18:19:25.782678 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] For port 9e1e2436-620b-4955-a3ce-5c6f191f6f7f, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=9e1e2436-620b-4955-a3ce-5c6f191f6f7f,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:25.788745 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:25.793899 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:25.811015 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b14a5b78-25d0-40cc-9b30-fd193c20d59a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:25.865792 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-b14a5b78-25d0-40cc-9b30-fd193c20d59a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/22a180a5-ff8a-4468-87ec-b369e3d3dff6 HTTP/1.1" status: 204 len: 168 time: 1.9324727 Apr 19 18:19:25.871713 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 34628) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:25.938260 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:25.956302 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e7444e59-95ce-479d-93a5-5e59b6493d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:25.969037 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e7444e59-95ce-479d-93a5-5e59b6493d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:25.992251 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-dbdde86d-4b3a-494c-97e5-68befc4c3434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:26.019142 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Pushing event updated for resources: {'Port': ['ID=9e1e2436-620b-4955-a3ce-5c6f191f6f7f,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:26.026003 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:26.148345 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-e7444e59-95ce-479d-93a5-5e59b6493d2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=702990e716ff4625b5b44bff0db5bc56&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0539734 Apr 19 18:19:26.149150 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7444e59-95ce-479d-93a5-5e59b6493d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f7ab90-9620-4b13-abab-cba1b6db4862,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:26.177945 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 34638) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:26.184015 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e7444e59-95ce-479d-93a5-5e59b6493d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:26.288253 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5d4969cd-e1d7-444e-b707-1497d77c8158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:26.308389 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Router 68a5252f-f615-4404-87a1-60b7384963de is scheduled to L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 with binding_index 1 {{(pid=86363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:19:26.332800 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655000'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:26.342653 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5d4969cd-e1d7-444e-b707-1497d77c8158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:26.343539 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-c7054003-5779-4916-9632-044cb05cef29 req-7feb637a-92fc-4444-b0a3-1393c0cd62e1 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Unset dirty status for tenant:08eaac8bfe8c4be3ab36db0e9749a483 on resource:network {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:19:26.345013 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c7054003-5779-4916-9632-044cb05cef29 req-7feb637a-92fc-4444-b0a3-1393c0cd62e1 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.95 "GET /v2.0/networks?id=81389814-a967-484b-be2e-4d505a9878a9 HTTP/1.1" status: 200 len: 815 time: 1.9060817 Apr 19 18:19:26.360062 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:26.577602 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-4a56b4e6-55da-4b76-b66b-af09e3d3f16a None None] Provisioning complete for port 9e1e2436-620b-4955-a3ce-5c6f191f6f7f triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:19:26.584188 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4a56b4e6-55da-4b76-b66b-af09e3d3f16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:26.656173 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838208127', 'neutron.services.segments.db._delete_segments_for_network-8728807561075'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:26.711694 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 9e1e2436-620b-4955-a3ce-5c6f191f6f7f up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:19:26.819522 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-fd33bbce-0b65-400b-bf05-342e61522081 req-09b90b4d-b1b2-4111-a4b3-674d064f60af tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 210 time: 0.1378472 Apr 19 18:19:26.836824 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-980544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951000'] for router, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:26.845803 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7e1464a2-e8a6-4bd1-992d-3184b8797cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:26.907541 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-774a7ce4-d0f1-4774-8e16-e5a3b1224988 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Request body: {'port': {'device_id': '9eaa4495-7dba-4c54-b49b-cdee63e3e875', 'network_id': '8067c5ac-4ba9-4c3d-9a74-c2abc07f157f', 'admin_state_up': True, 'tenant_id': '332e9b7522534c68896f786fed589faa'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:27.041426 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-c7054003-5779-4916-9632-044cb05cef29 req-2dafcf74-d9e3-4da2-9dd5-2b4064204bbc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Request body: {'port': {'device_id': 'ac6f5915-bd42-49b2-987c-2f4fe1ae0c16', 'network_id': '81389814-a967-484b-be2e-4d505a9878a9', 'admin_state_up': True, 'tenant_id': '08eaac8bfe8c4be3ab36db0e9749a483'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:27.094012 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7e1464a2-e8a6-4bd1-992d-3184b8797cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:27.109641 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:27.110118 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:27.111908 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:27.112315 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Subscribe: > port after_create 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:27.112749 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:27.113131 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Subscribe: > port after_update 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:27.113572 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:27.113954 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:27.114348 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:27.114752 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:27.119549 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:19:27.135933 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] Sync routers for ids ['68a5252f-f615-4404-87a1-60b7384963de'] in dv-cinder-786928-1-smb {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:19:27.157835 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] Routers {'68a5252f-f615-4404-87a1-60b7384963de'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:19:27.158790 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:19:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['68a5252f-f615-4404-87a1-60b7384963de'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:27.286725 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 9e1e2436-620b-4955-a3ce-5c6f191f6f7f triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:19:27.287110 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:27.419742 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] Set router 68a5252f-f615-4404-87a1-60b7384963de gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:19:27.479538 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:27.479924 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:27.480582 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:27.480961 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:27.481538 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fdcbef-4b87-438a-be33-fc96a321e39a']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:27.498323 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c29d1cb-e66f-46a0-818a-b2d769377579') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:27.498737 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c29d1cb-e66f-46a0-818a-b2d769377579') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:27.514268 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308047041891', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1701664'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:27.531261 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:27.539089 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:19:27.620694 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:27.636466 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-4b2a08cc-7600-4bf9-86c1-57086292bdfd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.5101900 Apr 19 18:19:27.638938 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 34662) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:27.771431 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-440cc6f3-a2ae-44ba-a628-a40099729752 req-a99e63e4-9782-4fc1-9280-9f013784bd8d tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 210 time: 0.8094296 Apr 19 18:19:27.777223 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-5d4969cd-e1d7-444e-b707-1497d77c8158 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1136f794a9c043c8a6591e85ccfe1299&name=default HTTP/1.1" status: 200 len: 2975 time: 3.3524027 Apr 19 18:19:27.791271 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 34666) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:27.826765 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a5252f-f615-4404-87a1-60b7384963de', 'name': 'tempest-AttachVolumeShelveTestJSON-944512604-router', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:23Z', 'revision_number': 3, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'gw_port': {'id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:20Z', 'updated_at': '2021-04-19T18:19:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:27.831434 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] Checking router: 68a5252f-f615-4404-87a1-60b7384963de for host: dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:19:27.831873 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] Updating router 68a5252f-f615-4404-87a1-60b7384963de port 4b073a9c-fe72-4feb-93da-2b4e58439677 binding host dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:19:27.900253 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:27.969289 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4969cd-e1d7-444e-b707-1497d77c8158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051e693a-f16b-4612-88cc-881731c9a3ef,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:28.005859 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-5d4969cd-e1d7-444e-b707-1497d77c8158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.647s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:28.016054 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Network a2fdcbef-4b87-438a-be33-fc96a321e39a has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:19:28.049379 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16650949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3107741'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:28.109358 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Router e0d76e6e-6243-44af-a612-ff32dd0360b1 is scheduled to L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 with binding_index 1 {{(pid=86363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:19:28.292579 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-774a7ce4-d0f1-4774-8e16-e5a3b1224988 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:28.297175 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7e1464a2-e8a6-4bd1-992d-3184b8797cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:28.298017 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-774a7ce4-d0f1-4774-8e16-e5a3b1224988 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Usage tracker for resource:port and tenant:332e9b7522534c68896f786fed589faa is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:28.310474 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-774a7ce4-d0f1-4774-8e16-e5a3b1224988 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:28.317069 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-774a7ce4-d0f1-4774-8e16-e5a3b1224988 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:28.349466 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-c7054003-5779-4916-9632-044cb05cef29 req-2dafcf74-d9e3-4da2-9dd5-2b4064204bbc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:28.355994 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-774a7ce4-d0f1-4774-8e16-e5a3b1224988 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Made reservation on behalf of 332e9b7522534c68896f786fed589faa for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:19:28.359935 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:28.371870 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-774a7ce4-d0f1-4774-8e16-e5a3b1224988 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:28.436369 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-47ce762d-90e1-49fd-a66a-bc2d742abcda req-2d51eb33-4cc2-4961-b9cb-248388d33407 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 210 time: 0.3227897 Apr 19 18:19:28.511672 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:28.660074 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-c7054003-5779-4916-9632-044cb05cef29 req-2dafcf74-d9e3-4da2-9dd5-2b4064204bbc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Usage tracker for resource:port and tenant:08eaac8bfe8c4be3ab36db0e9749a483 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:28.664439 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-c7054003-5779-4916-9632-044cb05cef29 req-2dafcf74-d9e3-4da2-9dd5-2b4064204bbc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:28.704684 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1464a2-e8a6-4bd1-992d-3184b8797cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f7ab90-9620-4b13-abab-cba1b6db4862,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:28.734540 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7e1464a2-e8a6-4bd1-992d-3184b8797cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:28.751306 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-52933583-9117-46a8-9292-8c832d63590e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:28.753101 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-c7054003-5779-4916-9632-044cb05cef29 req-2dafcf74-d9e3-4da2-9dd5-2b4064204bbc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:28.827632 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Network a2fdcbef-4b87-438a-be33-fc96a321e39a has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:19:28.839607 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-774a7ce4-d0f1-4774-8e16-e5a3b1224988 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Allocated IP 172.20.0.5 (8067c5ac-4ba9-4c3d-9a74-c2abc07f157f/55c56686-f000-41ed-83c1-9d25c4cf011a/fbd806a2-925d-4f1c-a6f5-f93cc6d21949) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:19:28.845481 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7e1464a2-e8a6-4bd1-992d-3184b8797cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:28.846822 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-7e1464a2-e8a6-4bd1-992d-3184b8797cad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1f7ab90-9620-4b13-abab-cba1b6db4862 HTTP/1.1" status: 204 len: 168 time: 2.6678886 Apr 19 18:19:28.853360 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7054003-5779-4916-9632-044cb05cef29 req-2dafcf74-d9e3-4da2-9dd5-2b4064204bbc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Made reservation on behalf of 08eaac8bfe8c4be3ab36db0e9749a483 for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:19:28.864770 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-c7054003-5779-4916-9632-044cb05cef29 req-2dafcf74-d9e3-4da2-9dd5-2b4064204bbc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:28.904939 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-52933583-9117-46a8-9292-8c832d63590e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: from cryptography.utils import int_from_bytes Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: from cryptography.utils import int_from_bytes Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: (rel_b, rel_a, rel_b), Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: (rel_b, rel_a, rel_b), Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: Traceback (most recent call last): Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: timer() Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: cb(*args, **kw) Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: return func(*args, **kwargs) Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: self._notify() Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: self.callback(batched_events) Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: event.method(event) Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: segment_id)['aggregates'][0] Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: return f(self, *a, **k) Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: return self._get(url).json() Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: **kwargs) Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: return self.request(url, 'GET', **kwargs) Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: **endpoint_filter) Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:19:28.974820 dv-cinder-786928-1-smb neutron-server[86248]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:19:29.117291 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:19:29.144939 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] Sync routers for ids ['e0d76e6e-6243-44af-a612-ff32dd0360b1'] in dv-cinder-786928-1-smb {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:19:29.148480 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:29.150137 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.3488045 Apr 19 18:19:29.161313 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 34680) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:29.188931 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] Routers {'e0d76e6e-6243-44af-a612-ff32dd0360b1'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:19:29.191596 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:19:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['e0d76e6e-6243-44af-a612-ff32dd0360b1'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:29.623556 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] Set router e0d76e6e-6243-44af-a612-ff32dd0360b1 gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:19:29.729659 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [req-c7054003-5779-4916-9632-044cb05cef29 req-2dafcf74-d9e3-4da2-9dd5-2b4064204bbc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Allocated IP 172.20.0.2 (81389814-a967-484b-be2e-4d505a9878a9/6f8bd5b2-70c1-40b8-b712-5bfe8d2a2d70/a2ef709f-013a-4408-bcc9-ae33d26dc54b) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:19:29.927449 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-52933583-9117-46a8-9292-8c832d63590e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:30.017351 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:30.058261 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:30.060928 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d76e6e-6243-44af-a612-ff32dd0360b1', 'name': 'tempest-ServerRescueNegativeTestJSON-252057399-router', 'tenant_id': '1e5aec57c28f45319053964d5da3987a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '487b43ff-3f7b-469b-a804-9d7556586b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:25Z', 'revision_number': 3, 'project_id': '1e5aec57c28f45319053964d5da3987a', 'gw_port': {'id': '487b43ff-3f7b-469b-a804-9d7556586b04', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d76e6e-6243-44af-a612-ff32dd0360b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:21Z', 'updated_at': '2021-04-19T18:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:30.066485 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] Checking router: e0d76e6e-6243-44af-a612-ff32dd0360b1 for host: dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:19:30.066913 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] Updating router e0d76e6e-6243-44af-a612-ff32dd0360b1 port 487b43ff-3f7b-469b-a804-9d7556586b04 binding host dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:19:30.075790 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c9611636-ebd1-4821-93f9-bc2b3be188c4 req-7c609ef2-9513-46ef-a8b6-586064667670 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 210 time: 0.8605964 Apr 19 18:19:30.150225 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:30.444975 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52933583-9117-46a8-9292-8c832d63590e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051e693a-f16b-4612-88cc-881731c9a3ef,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:30.472042 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-52933583-9117-46a8-9292-8c832d63590e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:30.478483 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] Transition to ACTIVE for port object 4b073a9c-fe72-4feb-93da-2b4e58439677 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:19:30.488151 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:30.500863 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16567689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962437'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:30.518186 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:30.544310 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-972ae004-ea13-4232-9d07-bf65e4219653 req-f96a34ec-dd18-474c-9dc8-a2c4d668c837 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 210 time: 0.4156811 Apr 19 18:19:30.806522 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a8979-7f27-4bec-8ffe-4d8d1d6d04d0 None None] Pushing event updated for resources: {'Port': ['ID=4b073a9c-fe72-4feb-93da-2b4e58439677,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:30.807903 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:30.827763 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] Transition to ACTIVE for port object 487b43ff-3f7b-469b-a804-9d7556586b04 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:19:30.829171 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a8979-7f27-4bec-8ffe-4d8d1d6d04d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:30.829751 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a8979-7f27-4bec-8ffe-4d8d1d6d04d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:30.830336 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a8979-7f27-4bec-8ffe-4d8d1d6d04d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:30.830712 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a8979-7f27-4bec-8ffe-4d8d1d6d04d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:30.831051 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a8979-7f27-4bec-8ffe-4d8d1d6d04d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:30.831590 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a8979-7f27-4bec-8ffe-4d8d1d6d04d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:30.832104 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a8979-7f27-4bec-8ffe-4d8d1d6d04d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:30.832629 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a8979-7f27-4bec-8ffe-4d8d1d6d04d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:30.833439 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a8979-7f27-4bec-8ffe-4d8d1d6d04d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:30.833845 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a8979-7f27-4bec-8ffe-4d8d1d6d04d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:30.834287 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a8979-7f27-4bec-8ffe-4d8d1d6d04d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:30.834624 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a8979-7f27-4bec-8ffe-4d8d1d6d04d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:19:30.835892 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a8979-7f27-4bec-8ffe-4d8d1d6d04d0 None None] Tracked resource versions report: Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: pushed versions: Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: { 'AddressGroup': {'1.2'}, Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: 'ConntrackHelper': {'1.0'}, Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: 'Log': {'1.0'}, Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: 'Network': {'1.1'}, Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: 'Port': {'1.7'}, Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: 'PortForwarding': {'1.2'}, Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: 'QosPolicy': {'1.8'}, Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroup': {'1.4'}, Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroupRule': {'1.2'}, Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: 'SubPort': {'1.0'}, Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: 'Subnet': {'1.1'}, Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: 'Trunk': {'1.1'}} Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: consumer versions: Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: { DHCP agent@dv-cinder-786928-1-smb: {}, Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: HyperV agent@hv-cinder-78692: {}, Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: L3 agent@dv-cinder-786928-1-smb: {}, Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: Metadata agent@dv-cinder-786928-1-smb: {}, Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: Metering agent@dv-cinder-786928-1-smb: {}, Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: Open vSwitch agent@dv-cinder-786928-1-smb: { 'AddressGroup': '1.2', Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: 'ConntrackHelper': '1.0', Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: 'Log': '1.0', Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: 'Network': '1.1', Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: 'Port': '1.7', Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: 'PortForwarding': '1.2', Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: 'QosPolicy': '1.8', Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroup': '1.4', Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: 'SecurityGroupRule': '1.2', Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: 'SubPort': '1.0', Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: 'Subnet': '1.1', Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: 'Trunk': '1.1'}} Apr 19 18:19:30.836063 dv-cinder-786928-1-smb neutron-server[86248]: {{(pid=86366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 19 18:19:30.845491 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-b32a8979-7f27-4bec-8ffe-4d8d1d6d04d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:30.853286 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:30.862631 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-59818a2e-f27e-487d-a01d-c2b497b959b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:30.868167 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] Attempting to bind port 4b073a9c-fe72-4feb-93da-2b4e58439677 on host dv-cinder-786928-1-smb for vnic_type normal with profile {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:19:30.868587 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] Attempting to bind port 4b073a9c-fe72-4feb-93da-2b4e58439677 by drivers openvswitch,hyperv on host dv-cinder-786928-1-smb at level 0 using segments [{'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:19:30.868990 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] Attempting to bind port 4b073a9c-fe72-4feb-93da-2b4e58439677 on network 4dfc8324-dbda-4de1-90b3-5f147512ea2d {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:19:30.876019 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] Checking agent: {'id': '192a3675-2ad9-475f-abb6-aba9e9401083', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'started_at': datetime.datetime(2021, 4, 19, 18, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:19:30.876433 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] Checking segment: {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:19:30.876879 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:30.877311 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] Bound using segment: {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:19:30.877833 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] Bound port: 4b073a9c-fe72-4feb-93da-2b4e58439677, host: dv-cinder-786928-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:19:30.878244 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:30.949072 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353697e-cd1d-42ae-b090-db5b1e530055 None None] Pushing event updated for resources: {'Port': ['ID=487b43ff-3f7b-469b-a804-9d7556586b04,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:30.986387 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:30.990575 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] For port 4b073a9c-fe72-4feb-93da-2b4e58439677, host dv-cinder-786928-1-smb, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:19:30.996829 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] For port 4b073a9c-fe72-4feb-93da-2b4e58439677, host dv-cinder-786928-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=4b073a9c-fe72-4feb-93da-2b4e58439677,segment=NetworkSegment(1f30a495-c1e9-401c-a4af-f66487472610),segment_id=1f30a495-c1e9-401c-a4af-f66487472610)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:19:31.001414 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:31.003076 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] Attempting to bind port 487b43ff-3f7b-469b-a804-9d7556586b04 on host dv-cinder-786928-1-smb for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:19:31.005591 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] Attempting to bind port 487b43ff-3f7b-469b-a804-9d7556586b04 by drivers openvswitch,hyperv on host dv-cinder-786928-1-smb at level 0 using segments [{'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:19:31.006222 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] Attempting to bind port 487b43ff-3f7b-469b-a804-9d7556586b04 on network 4dfc8324-dbda-4de1-90b3-5f147512ea2d {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:19:31.010236 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-52933583-9117-46a8-9292-8c832d63590e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:31.011676 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-52933583-9117-46a8-9292-8c832d63590e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/051e693a-f16b-4612-88cc-881731c9a3ef HTTP/1.1" status: 204 len: 168 time: 3.0752330 Apr 19 18:19:31.018598 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c353697e-cd1d-42ae-b090-db5b1e530055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:31.023296 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] Checking agent: {'id': '192a3675-2ad9-475f-abb6-aba9e9401083', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'started_at': datetime.datetime(2021, 4, 19, 18, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:19:31.026810 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] Checking segment: {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:19:31.027554 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:31.030290 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] Bound using segment: {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:19:31.031078 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] Bound port: 487b43ff-3f7b-469b-a804-9d7556586b04, host: dv-cinder-786928-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:19:31.031795 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:31.033564 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d80172a5-a08f-4759-b40e-390ee3837500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:31.093005 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2fdcbef-4b87-438a-be33-fc96a321e39a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:31.236836 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a2fdcbef-4b87-438a-be33-fc96a321e39a HTTP/1.1" status: 204 len: 168 time: 5.3629851 Apr 19 18:19:31.237104 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 34724) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:31.238501 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:31.297847 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a8979-7f27-4bec-8ffe-4d8d1d6d04d0 None None] Pushing event updated for resources: {'Port': ['ID=4b073a9c-fe72-4feb-93da-2b4e58439677,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:31.315068 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-b32a8979-7f27-4bec-8ffe-4d8d1d6d04d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:31.323209 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] For port 487b43ff-3f7b-469b-a804-9d7556586b04, host dv-cinder-786928-1-smb, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:19:31.329051 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] Routers {'68a5252f-f615-4404-87a1-60b7384963de'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:19:31.330750 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:19:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['68a5252f-f615-4404-87a1-60b7384963de'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:31.332023 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] For port 487b43ff-3f7b-469b-a804-9d7556586b04, host dv-cinder-786928-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=487b43ff-3f7b-469b-a804-9d7556586b04,segment=NetworkSegment(1f30a495-c1e9-401c-a4af-f66487472610),segment_id=1f30a495-c1e9-401c-a4af-f66487472610)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:19:31.337308 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:31.372484 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:31.469275 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eaf14ce-0377-4350-885b-87859eefb2b8 admin admin] Deleting subnet 6dd49716-9b41-4294-bea5-b85b2da27613 {{(pid=86363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:19:31.508002 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8eaf14ce-0377-4350-885b-87859eefb2b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:31.530414 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-774a7ce4-d0f1-4774-8e16-e5a3b1224988 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:31.792825 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] Set router 68a5252f-f615-4404-87a1-60b7384963de gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:19:31.801339 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-774a7ce4-d0f1-4774-8e16-e5a3b1224988 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:31.894180 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353697e-cd1d-42ae-b090-db5b1e530055 None None] Pushing event updated for resources: {'Port': ['ID=487b43ff-3f7b-469b-a804-9d7556586b04,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:31.933221 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c353697e-cd1d-42ae-b090-db5b1e530055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:32.007178 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] Routers {'e0d76e6e-6243-44af-a612-ff32dd0360b1'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:19:32.025870 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:19:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['e0d76e6e-6243-44af-a612-ff32dd0360b1'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:32.152032 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8eaf14ce-0377-4350-885b-87859eefb2b8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:32.165954 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-c7054003-5779-4916-9632-044cb05cef29 req-2dafcf74-d9e3-4da2-9dd5-2b4064204bbc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:32.215709 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:32.382686 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-74e38a43-9c04-4772-9d11-7022d6622f60 req-4ea94cd3-ceac-4626-a962-61d1ba616ecf tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 210 time: 0.4638603 Apr 19 18:19:32.384619 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8b540535-e381-4cf8-895a-c59a440416c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:32.400651 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a5252f-f615-4404-87a1-60b7384963de', 'name': 'tempest-AttachVolumeShelveTestJSON-944512604-router', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:23Z', 'revision_number': 3, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'gw_port': {'id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:20Z', 'updated_at': '2021-04-19T18:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:32.406591 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd86145-11cd-4182-85f5-c0de5f2dc4c3 None None] The sync data for ids ['68a5252f-f615-4404-87a1-60b7384963de'] in dv-cinder-786928-1-smb is: [{'id': '68a5252f-f615-4404-87a1-60b7384963de', 'name': 'tempest-AttachVolumeShelveTestJSON-944512604-router', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:23Z', 'revision_number': 3, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'gw_port': {'id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:20Z', 'updated_at': '2021-04-19T18:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:19:32.428592 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a7ce4-d0f1-4774-8e16-e5a3b1224988 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Pushing event updated for resources: {'Port': ['ID=fbd806a2-925d-4f1c-a6f5-f93cc6d21949,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:32.455909 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-774a7ce4-d0f1-4774-8e16-e5a3b1224988 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:32.477943 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-774a7ce4-d0f1-4774-8e16-e5a3b1224988 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Network 8067c5ac-4ba9-4c3d-9a74-c2abc07f157f is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:19:32.507737 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-774a7ce4-d0f1-4774-8e16-e5a3b1224988 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:19:32.550985 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-774a7ce4-d0f1-4774-8e16-e5a3b1224988 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:19:32.674825 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] Set router e0d76e6e-6243-44af-a612-ff32dd0360b1 gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:19:32.790981 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-774a7ce4-d0f1-4774-8e16-e5a3b1224988 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:32.793058 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-774a7ce4-d0f1-4774-8e16-e5a3b1224988 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:32.852412 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-774a7ce4-d0f1-4774-8e16-e5a3b1224988 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9481254 Apr 19 18:19:32.901367 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-427b25ff-dd13-4217-9afa-f962888112ad tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=86364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 19 18:19:32.909741 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-427b25ff-dd13-4217-9afa-f962888112ad tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0311239 Apr 19 18:19:32.914592 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8eaf14ce-0377-4350-885b-87859eefb2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16567764'] for subnet, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:32.924289 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-c7054003-5779-4916-9632-044cb05cef29 req-2dafcf74-d9e3-4da2-9dd5-2b4064204bbc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:32.973800 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51089c12-125d-4b24-a8d0-2165cdd91177 req-2850b50d-d1ce-45df-9da9-355bcd1058df tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:32.978196 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-51089c12-125d-4b24-a8d0-2165cdd91177 req-2850b50d-d1ce-45df-9da9-355bcd1058df tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Synchronizing usage tracker for tenant:332e9b7522534c68896f786fed589faa on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:19:32.991584 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:33.237869 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7054003-5779-4916-9632-044cb05cef29 req-2dafcf74-d9e3-4da2-9dd5-2b4064204bbc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Network 81389814-a967-484b-be2e-4d505a9878a9 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:19:33.298747 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [req-c7054003-5779-4916-9632-044cb05cef29 req-2dafcf74-d9e3-4da2-9dd5-2b4064204bbc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:19:33.301693 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7054003-5779-4916-9632-044cb05cef29 req-2dafcf74-d9e3-4da2-9dd5-2b4064204bbc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:19:33.333516 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dafcf74-d9e3-4da2-9dd5-2b4064204bbc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Pushing event updated for resources: {'Port': ['ID=a2ef709f-013a-4408-bcc9-ae33d26dc54b,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:33.337030 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2dafcf74-d9e3-4da2-9dd5-2b4064204bbc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:33.348080 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-51089c12-125d-4b24-a8d0-2165cdd91177 req-2850b50d-d1ce-45df-9da9-355bcd1058df tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Unset dirty status for tenant:332e9b7522534c68896f786fed589faa on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:19:33.349855 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-51089c12-125d-4b24-a8d0-2165cdd91177 req-2850b50d-d1ce-45df-9da9-355bcd1058df tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 931 time: 1.5587864 Apr 19 18:19:33.482727 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cc407281-4b82-4f70-bf88-2f2cf1ec50ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:33.515345 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d76e6e-6243-44af-a612-ff32dd0360b1', 'name': 'tempest-ServerRescueNegativeTestJSON-252057399-router', 'tenant_id': '1e5aec57c28f45319053964d5da3987a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '487b43ff-3f7b-469b-a804-9d7556586b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:25Z', 'revision_number': 3, 'project_id': '1e5aec57c28f45319053964d5da3987a', 'gw_port': {'id': '487b43ff-3f7b-469b-a804-9d7556586b04', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d76e6e-6243-44af-a612-ff32dd0360b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:21Z', 'updated_at': '2021-04-19T18:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:33.520757 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705a7c83-6f14-4f3e-abc7-06c6efc4a22a None None] The sync data for ids ['e0d76e6e-6243-44af-a612-ff32dd0360b1'] in dv-cinder-786928-1-smb is: [{'id': 'e0d76e6e-6243-44af-a612-ff32dd0360b1', 'name': 'tempest-ServerRescueNegativeTestJSON-252057399-router', 'tenant_id': '1e5aec57c28f45319053964d5da3987a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '487b43ff-3f7b-469b-a804-9d7556586b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:25Z', 'revision_number': 3, 'project_id': '1e5aec57c28f45319053964d5da3987a', 'gw_port': {'id': '487b43ff-3f7b-469b-a804-9d7556586b04', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d76e6e-6243-44af-a612-ff32dd0360b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:21Z', 'updated_at': '2021-04-19T18:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:19:33.548063 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7054003-5779-4916-9632-044cb05cef29 req-2dafcf74-d9e3-4da2-9dd5-2b4064204bbc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:33.548799 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-c7054003-5779-4916-9632-044cb05cef29 req-2dafcf74-d9e3-4da2-9dd5-2b4064204bbc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:33.576230 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Request body: {'port': {'device_id': '9eaa4495-7dba-4c54-b49b-cdee63e3e875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:34.102783 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:34.121572 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-8b540535-e381-4cf8-895a-c59a440416c7 admin admin] Allocated IP 172.20.0.1 (62d4a419-1594-4973-afcf-06199a9f163a/625ea84b-b025-47d7-a45d-f91f00c07a4e/e6808c23-2532-44e8-8b20-18633215a22a) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:19:34.234773 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-51089c12-125d-4b24-a8d0-2165cdd91177 req-3a9e0e0b-7a06-49fa-801f-e11a2cfe5047 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d52367c-25b5-48c8-b897-3627699732a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8507435 Apr 19 18:19:34.644829 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c7054003-5779-4916-9632-044cb05cef29 req-2dafcf74-d9e3-4da2-9dd5-2b4064204bbc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7450502 Apr 19 18:19:34.708069 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-c7054003-5779-4916-9632-044cb05cef29 req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Request body: {'port': {'device_id': 'ac6f5915-bd42-49b2-987c-2f4fe1ae0c16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:34.948262 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 4b073a9c-fe72-4feb-93da-2b4e58439677 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:19:34.952055 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09afde-16a9-4e0e-a944-6daa7263fc75 req-505b26e1-bcc1-4d6a-b70e-c42ab8a05e94 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:34.979926 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8c09afde-16a9-4e0e-a944-6daa7263fc75 req-505b26e1-bcc1-4d6a-b70e-c42ab8a05e94 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 931 time: 1.1190200 Apr 19 18:19:35.096699 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-c7054003-5779-4916-9632-044cb05cef29 req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:35.160722 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:19:35.332795 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning for port 4b073a9c-fe72-4feb-93da-2b4e58439677 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:19:35.353446 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 4b073a9c-fe72-4feb-93da-2b4e58439677 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:19:35.354453 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:35.444876 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8c09afde-16a9-4e0e-a944-6daa7263fc75 req-31e73c40-d7d5-4466-930e-7ab937606753 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638531 Apr 19 18:19:35.640069 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8eaf14ce-0377-4350-885b-87859eefb2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838208020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for subnet, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:35.648710 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-cc407281-4b82-4f70-bf88-2f2cf1ec50ba admin admin] Allocated IP 172.20.0.1 (1f0e48ed-9408-4c13-86a0-4f47989417a5/d8afd2f9-3d31-4b4f-9adf-a6ba880844ee/71ed3f28-5d6f-4efa-9d26-50d73871ef66) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:19:35.844943 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:35.882332 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] For port 4b073a9c-fe72-4feb-93da-2b4e58439677, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=4b073a9c-fe72-4feb-93da-2b4e58439677,segment=NetworkSegment(1f30a495-c1e9-401c-a4af-f66487472610),segment_id=1f30a495-c1e9-401c-a4af-f66487472610)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:35.891867 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:35.893207 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 487b43ff-3f7b-469b-a804-9d7556586b04 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:19:36.050557 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:36.229378 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning for port 487b43ff-3f7b-469b-a804-9d7556586b04 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:19:36.243785 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 487b43ff-3f7b-469b-a804-9d7556586b04 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:19:36.244146 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:36.353032 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Pushing event updated for resources: {'Port': ['ID=4b073a9c-fe72-4feb-93da-2b4e58439677,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:36.354924 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-b3f53a7b-2551-4f02-8984-0f34157c4298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:36.359713 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:36.481982 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8b540535-e381-4cf8-895a-c59a440416c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:36.499043 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd806a2-925d-4f1c-a6f5-f93cc6d21949 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:19:36.524467 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-8b540535-e381-4cf8-895a-c59a440416c7 admin admin] Transition to ACTIVE for port object e6808c23-2532-44e8-8b20-18633215a22a will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:19:36.554264 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:36.572102 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:36.594003 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf14ce-0377-4350-885b-87859eefb2b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd49716-9b41-4294-bea5-b85b2da27613,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:36.609609 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8eaf14ce-0377-4350-885b-87859eefb2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:36.615637 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb04ba-31ff-432e-9223-37bf75e0f89c req-8baa463c-4b02-4f0f-b70a-2ed804ef2b27 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:36.618454 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] For port 487b43ff-3f7b-469b-a804-9d7556586b04, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=487b43ff-3f7b-469b-a804-9d7556586b04,segment=NetworkSegment(1f30a495-c1e9-401c-a4af-f66487472610),segment_id=1f30a495-c1e9-401c-a4af-f66487472610)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:36.628469 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:36.631576 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c353697e-cd1d-42ae-b090-db5b1e530055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:36.634643 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6cdb04ba-31ff-432e-9223-37bf75e0f89c req-8baa463c-4b02-4f0f-b70a-2ed804ef2b27 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 931 time: 0.9956851 Apr 19 18:19:36.648566 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8b540535-e381-4cf8-895a-c59a440416c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:36.658794 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8eaf14ce-0377-4350-885b-87859eefb2b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:36.781663 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d0b0cf41-2894-47f8-b250-d5bf5f7dfde8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:36.846722 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Transition to ACTIVE for port object fbd806a2-925d-4f1c-a6f5-f93cc6d21949 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:19:36.848196 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 4b073a9c-fe72-4feb-93da-2b4e58439677 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:19:36.856171 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107811'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:36.867091 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6cdb04ba-31ff-432e-9223-37bf75e0f89c req-d8d2a7f7-aa08-4a06-8da9-862fe8664887 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d52367c-25b5-48c8-b897-3627699732a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313402 Apr 19 18:19:36.944196 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b540535-e381-4cf8-895a-c59a440416c7 admin admin] Network 62d4a419-1594-4973-afcf-06199a9f163a is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:19:36.945293 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d7e583fc-86dc-410a-b537-dc10fe896616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:37.015566 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b540535-e381-4cf8-895a-c59a440416c7 admin admin] Pushing event updated for resources: {'Port': ['ID=e6808c23-2532-44e8-8b20-18633215a22a,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:37.018149 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-8b540535-e381-4cf8-895a-c59a440416c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:19:37.050901 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b540535-e381-4cf8-895a-c59a440416c7 admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:19:37.051505 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8b540535-e381-4cf8-895a-c59a440416c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853813499'] for router_interface, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:37.068336 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Pushing event updated for resources: {'Port': ['ID=487b43ff-3f7b-469b-a804-9d7556586b04,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:37.098228 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:37.098884 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 4b073a9c-fe72-4feb-93da-2b4e58439677 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:19:37.099327 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:37.379342 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd806a2-925d-4f1c-a6f5-f93cc6d21949,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:37.392642 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:37.422749 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8b540535-e381-4cf8-895a-c59a440416c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:37.617067 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cc407281-4b82-4f70-bf88-2f2cf1ec50ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:37.644410 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-162d66a5-be2d-4ba7-947e-6693308ce483 None None] Provisioning for port e6808c23-2532-44e8-8b20-18633215a22a completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:19:37.651778 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-162d66a5-be2d-4ba7-947e-6693308ce483 None None] Provisioning complete for port e6808c23-2532-44e8-8b20-18633215a22a triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:19:37.652620 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-162d66a5-be2d-4ba7-947e-6693308ce483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:37.732319 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-8eaf14ce-0377-4350-885b-87859eefb2b8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6dd49716-9b41-4294-bea5-b85b2da27613 HTTP/1.1" status: 204 len: 168 time: 6.4936471 Apr 19 18:19:37.748630 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [req-c7054003-5779-4916-9632-044cb05cef29 req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ef709f-013a-4408-bcc9-ae33d26dc54b {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:19:37.761386 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cc407281-4b82-4f70-bf88-2f2cf1ec50ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:37.773302 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 34840) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:37.814339 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-162d66a5-be2d-4ba7-947e-6693308ce483 None None] Port e6808c23-2532-44e8-8b20-18633215a22a cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:19:37.852506 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-c7054003-5779-4916-9632-044cb05cef29 req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:37.926112 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-461d237a-5186-4c29-aef1-486343f6ee3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:37.983282 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-c7054003-5779-4916-9632-044cb05cef29 req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Transition to ACTIVE for port object a2ef709f-013a-4408-bcc9-ae33d26dc54b will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:19:37.986383 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Attempting to bind port fbd806a2-925d-4f1c-a6f5-f93cc6d21949 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:19:37.986765 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Attempting to bind port fbd806a2-925d-4f1c-a6f5-f93cc6d21949 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'd21f949a-4b30-420a-b347-84d043c4bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8067c5ac-4ba9-4c3d-9a74-c2abc07f157f'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:19:37.987129 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Attempting to bind port fbd806a2-925d-4f1c-a6f5-f93cc6d21949 on network 8067c5ac-4ba9-4c3d-9a74-c2abc07f157f {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:19:37.996141 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Port fbd806a2-925d-4f1c-a6f5-f93cc6d21949 on network 8067c5ac-4ba9-4c3d-9a74-c2abc07f157f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:19:37.996507 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Attempting to bind port fbd806a2-925d-4f1c-a6f5-f93cc6d21949 on network 8067c5ac-4ba9-4c3d-9a74-c2abc07f157f {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:19:38.000070 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-c7054003-5779-4916-9632-044cb05cef29 req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107811'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:38.007920 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-774a7ce4-d0f1-4774-8e16-e5a3b1224988 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:38.025853 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc407281-4b82-4f70-bf88-2f2cf1ec50ba admin admin] Network 1f0e48ed-9408-4c13-86a0-4f47989417a5 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:19:38.069116 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-cc407281-4b82-4f70-bf88-2f2cf1ec50ba admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:19:38.085140 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Pushing event updated for resources: {'Port': ['ID=a2ef709f-013a-4408-bcc9-ae33d26dc54b,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:38.088027 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Checking agent: {'id': '22c244b8-6adf-46d7-a39e-9e58770b1817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'started_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:19:38.088385 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Checking segment: {'id': 'd21f949a-4b30-420a-b347-84d043c4bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8067c5ac-4ba9-4c3d-9a74-c2abc07f157f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:19:38.088971 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Bound using segment: {'id': 'd21f949a-4b30-420a-b347-84d043c4bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8067c5ac-4ba9-4c3d-9a74-c2abc07f157f'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:19:38.089492 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Bound port: fbd806a2-925d-4f1c-a6f5-f93cc6d21949, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd21f949a-4b30-420a-b347-84d043c4bcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8067c5ac-4ba9-4c3d-9a74-c2abc07f157f'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:19:38.089889 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:38.104187 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:38.134960 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc407281-4b82-4f70-bf88-2f2cf1ec50ba admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:19:38.135636 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cc407281-4b82-4f70-bf88-2f2cf1ec50ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853813499'] for router_interface, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:38.287026 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5337304-1811-410c-8a45-43298c0773c4 req-1544265c-baed-47c5-b37a-f356ea3afe68 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:38.288826 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f5337304-1811-410c-8a45-43298c0773c4 req-1544265c-baed-47c5-b37a-f356ea3afe68 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 931 time: 1.3404510 Apr 19 18:19:38.295153 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc407281-4b82-4f70-bf88-2f2cf1ec50ba admin admin] Pushing event updated for resources: {'Port': ['ID=71ed3f28-5d6f-4efa-9d26-50d73871ef66,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:38.305253 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] For port fbd806a2-925d-4f1c-a6f5-f93cc6d21949, host hv-cinder-78692, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:19:38.309725 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] For port fbd806a2-925d-4f1c-a6f5-f93cc6d21949, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fbd806a2-925d-4f1c-a6f5-f93cc6d21949,segment=NetworkSegment(d21f949a-4b30-420a-b347-84d043c4bcec),segment_id=d21f949a-4b30-420a-b347-84d043c4bcec)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:19:38.318586 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107811'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:38.320237 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655000'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:38.322837 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cc407281-4b82-4f70-bf88-2f2cf1ec50ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:38.337620 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2dafcf74-d9e3-4da2-9dd5-2b4064204bbc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:38.405578 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8b540535-e381-4cf8-895a-c59a440416c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:38.467782 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd806a2-925d-4f1c-a6f5-f93cc6d21949,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:38.601780 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f5337304-1811-410c-8a45-43298c0773c4 req-316c5c8c-728a-4876-bf6f-50f8bb7f2ee5 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447555 Apr 19 18:19:38.721160 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838208127', 'neutron.services.segments.db._delete_segments_for_network-8728807561075'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:38.740949 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:38.745278 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 487b43ff-3f7b-469b-a804-9d7556586b04 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:19:38.756180 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:38.756862 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:38.758358 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] 10.222.0.95 "PUT /v2.0/ports/fbd806a2-925d-4f1c-a6f5-f93cc6d21949 HTTP/1.1" status: 200 len: 1093 time: 5.4193473 Apr 19 18:19:38.758856 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eaa4495-7dba-4c54-b49b-cdee63e3e875', 'tag': 'fbd806a2-925d-4f1c-a6f5-f93cc6d21949'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:19:38.776503 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cc407281-4b82-4f70-bf88-2f2cf1ec50ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:38.864137 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 487b43ff-3f7b-469b-a804-9d7556586b04 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:19:38.865148 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:38.897354 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-c7054003-5779-4916-9632-044cb05cef29 req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Attempting to bind port a2ef709f-013a-4408-bcc9-ae33d26dc54b on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:19:38.897960 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-c7054003-5779-4916-9632-044cb05cef29 req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Attempting to bind port a2ef709f-013a-4408-bcc9-ae33d26dc54b by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '81389814-a967-484b-be2e-4d505a9878a9'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:19:38.898493 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7054003-5779-4916-9632-044cb05cef29 req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Attempting to bind port a2ef709f-013a-4408-bcc9-ae33d26dc54b on network 81389814-a967-484b-be2e-4d505a9878a9 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:19:38.908779 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7054003-5779-4916-9632-044cb05cef29 req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Port a2ef709f-013a-4408-bcc9-ae33d26dc54b on network 81389814-a967-484b-be2e-4d505a9878a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:19:38.909284 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7054003-5779-4916-9632-044cb05cef29 req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Attempting to bind port a2ef709f-013a-4408-bcc9-ae33d26dc54b on network 81389814-a967-484b-be2e-4d505a9878a9 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:19:38.916573 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7054003-5779-4916-9632-044cb05cef29 req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Checking agent: {'id': '22c244b8-6adf-46d7-a39e-9e58770b1817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'started_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:19:38.917128 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7054003-5779-4916-9632-044cb05cef29 req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Checking segment: {'id': 'aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '81389814-a967-484b-be2e-4d505a9878a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:19:38.917924 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7054003-5779-4916-9632-044cb05cef29 req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Bound using segment: {'id': 'aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '81389814-a967-484b-be2e-4d505a9878a9'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:19:38.918413 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-c7054003-5779-4916-9632-044cb05cef29 req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Bound port: a2ef709f-013a-4408-bcc9-ae33d26dc54b, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '81389814-a967-484b-be2e-4d505a9878a9'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:19:38.918805 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-c7054003-5779-4916-9632-044cb05cef29 req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:39.005552 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d5387-944a-45ec-b1f7-efdca94b00c2 req-f5842770-840c-4786-ad2a-6380c34a5b1f tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:39.007223 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb6d5387-944a-45ec-b1f7-efdca94b00c2 req-f5842770-840c-4786-ad2a-6380c34a5b1f tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 943 time: 0.8242292 Apr 19 18:19:39.066991 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-208c4927-76d9-48bf-a92d-d6c9b12708c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:39.068635 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-208c4927-76d9-48bf-a92d-d6c9b12708c9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=332e9b7522534c68896f786fed589faa&device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 1096 time: 0.2647521 Apr 19 18:19:39.178495 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-21f36266-6881-4c7c-aaa9-2d97942bf9fd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbd806a2-925d-4f1c-a6f5-f93cc6d21949 HTTP/1.1" status: 200 len: 217 time: 0.0934856 Apr 19 18:19:39.262024 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-c7054003-5779-4916-9632-044cb05cef29 req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] For port a2ef709f-013a-4408-bcc9-ae33d26dc54b, host hv-cinder-78692, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:19:39.266160 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-f6cece98-c5e2-4e43-9b62-92c2307e4cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:39.267820 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-f6cece98-c5e2-4e43-9b62-92c2307e4cc5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=55c56686-f000-41ed-83c1-9d25c4cf011a HTTP/1.1" status: 200 len: 852 time: 0.0811367 Apr 19 18:19:39.321883 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb6d5387-944a-45ec-b1f7-efdca94b00c2 req-759e28df-a60e-4805-af1b-dfcda1412105 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d52367c-25b5-48c8-b897-3627699732a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012722 Apr 19 18:19:39.335772 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-c7054003-5779-4916-9632-044cb05cef29 req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] For port a2ef709f-013a-4408-bcc9-ae33d26dc54b, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a2ef709f-013a-4408-bcc9-ae33d26dc54b,segment=NetworkSegment(aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4),segment_id=aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:19:39.338775 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-c6afc3d3-fb4e-4ac5-ada7-1320c60b7384 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8067c5ac-4ba9-4c3d-9a74-c2abc07f157f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592825 Apr 19 18:19:39.340494 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-c7054003-5779-4916-9632-044cb05cef29 req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107811'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:39.492963 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:39.569568 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-5dcb4ef5-bb1e-4dd7-8188-90ad81cbca35 service neutron] 10.222.0.95 "GET /v2.0/networks/8067c5ac-4ba9-4c3d-9a74-c2abc07f157f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233574 Apr 19 18:19:39.571397 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eaa4495-7dba-4c54-b49b-cdee63e3e875', 'tag': 'fbd806a2-925d-4f1c-a6f5-f93cc6d21949', 'status': 'completed', 'code': 200} Apr 19 18:19:39.574577 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Pushing event updated for resources: {'Port': ['ID=a2ef709f-013a-4408-bcc9-ae33d26dc54b,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:39.590190 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cc407281-4b82-4f70-bf88-2f2cf1ec50ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:39.603313 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:39.637529 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:39.638393 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:39.639479 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:39.640082 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Subscribe: > port after_create 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:39.640779 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:39.641286 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Subscribe: > port after_update 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:39.641780 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:39.642284 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:39.642775 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:39.643507 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:39.667318 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7054003-5779-4916-9632-044cb05cef29 req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:39.667996 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-c7054003-5779-4916-9632-044cb05cef29 req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:39.670101 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c7054003-5779-4916-9632-044cb05cef29 req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] 10.222.0.95 "PUT /v2.0/ports/a2ef709f-013a-4408-bcc9-ae33d26dc54b HTTP/1.1" status: 200 len: 1093 time: 4.9710903 Apr 19 18:19:39.876299 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:39.876299 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:39.876299 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:39.876299 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 19 18:19:39.876299 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f81fed-30b9-4120-84ad-4926f8b10188']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:39.898835 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cc407281-4b82-4f70-bf88-2f2cf1ec50ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:39.901081 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9714b8-1aa3-4dde-8266-dcf972da2478') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:39.901414 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9714b8-1aa3-4dde-8266-dcf972da2478') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:39.948705 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:39.968856 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a608fe23-306a-4221-baf4-c7ef5982d968 req-5b8a75d3-17f9-4c9a-9c16-9388e1ccb842 service neutron] 10.222.0.95 "GET /v2.0/networks/8067c5ac-4ba9-4c3d-9a74-c2abc07f157f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886840 Apr 19 18:19:39.983077 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308047041891', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127947'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:40.020563 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ff44d-8084-4de5-9ac6-44097a299840 req-204d2502-01cd-4614-8c89-526e34645104 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:40.021344 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-739ff44d-8084-4de5-9ac6-44097a299840 req-204d2502-01cd-4614-8c89-526e34645104 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Synchronizing usage tracker for tenant:08eaac8bfe8c4be3ab36db0e9749a483 on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:19:40.059090 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:40.095748 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7054003-5779-4916-9632-044cb05cef29 req-718aa230-43a9-4b7c-b39e-2ad68f30185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:40.097415 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c7054003-5779-4916-9632-044cb05cef29 req-718aa230-43a9-4b7c-b39e-2ad68f30185c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08eaac8bfe8c4be3ab36db0e9749a483&device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 1096 time: 0.3917956 Apr 19 18:19:40.098640 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cc407281-4b82-4f70-bf88-2f2cf1ec50ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854186072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962402'] for router_interface, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:40.111964 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:19:40.128078 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc407281-4b82-4f70-bf88-2f2cf1ec50ba admin admin] Pushing event updated for resources: {'Port': ['ID=71ed3f28-5d6f-4efa-9d26-50d73871ef66,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:40.147757 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cc407281-4b82-4f70-bf88-2f2cf1ec50ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:40.173367 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-739ff44d-8084-4de5-9ac6-44097a299840 req-204d2502-01cd-4614-8c89-526e34645104 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Unset dirty status for tenant:08eaac8bfe8c4be3ab36db0e9749a483 on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:19:40.179432 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-739ff44d-8084-4de5-9ac6-44097a299840 req-204d2502-01cd-4614-8c89-526e34645104 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 943 time: 0.3962607 Apr 19 18:19:40.234277 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c7054003-5779-4916-9632-044cb05cef29 req-2256944f-1298-4e01-b2df-fc1551a781c2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2ef709f-013a-4408-bcc9-ae33d26dc54b HTTP/1.1" status: 200 len: 217 time: 0.1264465 Apr 19 18:19:40.331458 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98aab2-a807-43cd-aec0-bc0012805198 req-d1ed8005-2735-4972-9cb0-0b75964c2768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:40.333073 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1f98aab2-a807-43cd-aec0-bc0012805198 req-d1ed8005-2735-4972-9cb0-0b75964c2768 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=332e9b7522534c68896f786fed589faa&device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 1096 time: 0.3043160 Apr 19 18:19:40.337609 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-739ff44d-8084-4de5-9ac6-44097a299840 req-f1e0c13b-c86d-4eda-93df-c87be401d191 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Synchronizing usage tracker for tenant:08eaac8bfe8c4be3ab36db0e9749a483 on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:19:40.410715 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7054003-5779-4916-9632-044cb05cef29 req-96425ad4-15a1-4741-af49-27403750bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:40.413514 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c7054003-5779-4916-9632-044cb05cef29 req-96425ad4-15a1-4741-af49-27403750bba7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6f8bd5b2-70c1-40b8-b712-5bfe8d2a2d70 HTTP/1.1" status: 200 len: 855 time: 0.1685166 Apr 19 18:19:40.417565 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Network 82f81fed-30b9-4120-84ad-4926f8b10188 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:19:40.424901 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-739ff44d-8084-4de5-9ac6-44097a299840 req-f1e0c13b-c86d-4eda-93df-c87be401d191 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Unset dirty status for tenant:08eaac8bfe8c4be3ab36db0e9749a483 on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:19:40.427005 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-739ff44d-8084-4de5-9ac6-44097a299840 req-f1e0c13b-c86d-4eda-93df-c87be401d191 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457776 Apr 19 18:19:40.434575 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16650949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1252639'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:40.470168 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8b540535-e381-4cf8-895a-c59a440416c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:40.539506 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8b540535-e381-4cf8-895a-c59a440416c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:40.634103 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c7054003-5779-4916-9632-044cb05cef29 req-6a2c3736-d77e-4f8a-a90c-bd6c3a1676c0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=81389814-a967-484b-be2e-4d505a9878a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068394 Apr 19 18:19:40.645649 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:40.767263 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98aab2-a807-43cd-aec0-bc0012805198 req-725c7419-c7a2-4852-8f16-1716c52bec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:40.770782 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1f98aab2-a807-43cd-aec0-bc0012805198 req-725c7419-c7a2-4852-8f16-1716c52bec29 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8067c5ac-4ba9-4c3d-9a74-c2abc07f157f HTTP/1.1" status: 200 len: 913 time: 0.4283242 Apr 19 18:19:40.823547 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc407281-4b82-4f70-bf88-2f2cf1ec50ba admin admin] Network 1f0e48ed-9408-4c13-86a0-4f47989417a5 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:19:40.848902 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-cc407281-4b82-4f70-bf88-2f2cf1ec50ba admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:19:40.867394 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Network 82f81fed-30b9-4120-84ad-4926f8b10188 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: from cryptography.utils import int_from_bytes Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: from cryptography.utils import int_from_bytes Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: (rel_b, rel_a, rel_b), Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: (rel_b, rel_a, rel_b), Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: Traceback (most recent call last): Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: timer() Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: cb(*args, **kw) Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: return func(*args, **kwargs) Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: self._notify() Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: self.callback(batched_events) Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: event.method(event) Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: segment_id)['aggregates'][0] Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: return f(self, *a, **k) Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: return self._get(url).json() Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: **kwargs) Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: return self.request(url, 'GET', **kwargs) Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: **endpoint_filter) Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:19:40.904845 dv-cinder-786928-1-smb neutron-server[86248]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:19:40.908065 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b540535-e381-4cf8-895a-c59a440416c7 admin admin] Pushing event updated for resources: {'Port': ['ID=e6808c23-2532-44e8-8b20-18633215a22a,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:40.919514 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8b540535-e381-4cf8-895a-c59a440416c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:40.951179 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1f98aab2-a807-43cd-aec0-bc0012805198 req-33c77ef8-63eb-487d-a81f-1d9c534a3646 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fbd806a2-925d-4f1c-a6f5-f93cc6d21949 HTTP/1.1" status: 200 len: 217 time: 0.1460116 Apr 19 18:19:41.074415 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8b540535-e381-4cf8-895a-c59a440416c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854186072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962402'] for router_interface, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:41.081332 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98aab2-a807-43cd-aec0-bc0012805198 req-7641730a-fd73-4041-a545-3b791edd81cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:41.083078 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1f98aab2-a807-43cd-aec0-bc0012805198 req-7641730a-fd73-4041-a545-3b791edd81cc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=55c56686-f000-41ed-83c1-9d25c4cf011a HTTP/1.1" status: 200 len: 852 time: 0.1244683 Apr 19 18:19:41.089049 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c7054003-5779-4916-9632-044cb05cef29 req-31e6049e-4469-4edf-b31c-ffd0b858825b service neutron] 10.222.0.95 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128324 Apr 19 18:19:41.191952 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1f98aab2-a807-43cd-aec0-bc0012805198 req-fe958aea-8e36-4ecd-b089-caecce422547 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8067c5ac-4ba9-4c3d-9a74-c2abc07f157f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918288 Apr 19 18:19:41.331110 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc4c74-ffe8-43b4-867c-a03ce0d3e211 req-c4267823-511b-4dee-9720-8ac6b93eead2 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:41.333143 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-31dc4c74-ffe8-43b4-867c-a03ce0d3e211 req-c4267823-511b-4dee-9720-8ac6b93eead2 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 943 time: 0.8023734 Apr 19 18:19:41.348828 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16567689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962437'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:41.443818 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:41.500453 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:41.515501 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1f98aab2-a807-43cd-aec0-bc0012805198 req-6bfd8281-8648-428c-9e9d-2409cf2ca5ab service neutron] 10.222.0.95 "GET /v2.0/networks/8067c5ac-4ba9-4c3d-9a74-c2abc07f157f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627356 Apr 19 18:19:41.534322 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Pushing event deleted for resources: {'Network': ['ID=82f81fed-30b9-4120-84ad-4926f8b10188,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:41.592855 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6f5915-bd42-49b2-987c-2f4fe1ae0c16', 'tag': 'a2ef709f-013a-4408-bcc9-ae33d26dc54b'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:19:41.597020 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] 10.222.0.20 "DELETE /v2.0/networks/82f81fed-30b9-4120-84ad-4926f8b10188 HTTP/1.1" status: 204 len: 168 time: 3.8218071 Apr 19 18:19:41.600882 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:41.616835 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-31dc4c74-ffe8-43b4-867c-a03ce0d3e211 req-a0984ac8-c801-42ff-8525-94e5b117370e tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Synchronizing usage tracker for tenant:332e9b7522534c68896f786fed589faa on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:19:41.624085 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc407281-4b82-4f70-bf88-2f2cf1ec50ba admin admin] Router e0d76e6e-6243-44af-a612-ff32dd0360b1 has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:19:41.640763 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b540535-e381-4cf8-895a-c59a440416c7 admin admin] Network 62d4a419-1594-4973-afcf-06199a9f163a is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:19:41.648853 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-8b540535-e381-4cf8-895a-c59a440416c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:19:41.655613 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 34964) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:41.709831 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c7054003-5779-4916-9632-044cb05cef29 req-404a9eb6-1004-4ecf-8bbf-6b42806ffd15 service neutron] 10.222.0.95 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5588286 Apr 19 18:19:41.972497 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-9b645dbc-f9d5-4190-9661-4eb5366659e9 None None] Provisioning complete for port e6808c23-2532-44e8-8b20-18633215a22a triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:19:41.973053 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9b645dbc-f9d5-4190-9661-4eb5366659e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:42.080577 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 34976) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:42.105616 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-9b645dbc-f9d5-4190-9661-4eb5366659e9 None None] Port e6808c23-2532-44e8-8b20-18633215a22a cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:19:42.216679 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 34980) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:42.233058 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1f98aab2-a807-43cd-aec0-bc0012805198 req-9b68a879-7360-4d85-b450-dc1de0875275 service neutron] 10.222.0.95 "GET /v2.0/networks/8067c5ac-4ba9-4c3d-9a74-c2abc07f157f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7053435 Apr 19 18:19:42.235036 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-31dc4c74-ffe8-43b4-867c-a03ce0d3e211 req-a0984ac8-c801-42ff-8525-94e5b117370e tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Unset dirty status for tenant:332e9b7522534c68896f786fed589faa on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:19:42.238791 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-3c21cd44-c49a-4097-9bd5-3c81630b8bf3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ee12e237e2341ca93889b4df12b612a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1547067 Apr 19 18:19:42.239327 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 34986) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:42.250163 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-31dc4c74-ffe8-43b4-867c-a03ce0d3e211 req-a0984ac8-c801-42ff-8525-94e5b117370e tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d52367c-25b5-48c8-b897-3627699732a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9023530 Apr 19 18:19:42.348895 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6f5915-bd42-49b2-987c-2f4fe1ae0c16', 'tag': 'a2ef709f-013a-4408-bcc9-ae33d26dc54b', 'status': 'completed', 'code': 200} Apr 19 18:19:42.357799 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b666ce-4063-4947-b4a0-d92e52318629 req-9c4b0bd5-9493-4c8a-89fa-ebc7a4948b58 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:42.359545 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-03b666ce-4063-4947-b4a0-d92e52318629 req-9c4b0bd5-9493-4c8a-89fa-ebc7a4948b58 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 943 time: 0.6269214 Apr 19 18:19:42.394257 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-590593b1-edbd-4d02-987f-34a58ca83edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:42.409965 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a27bd171-44de-4ee6-9c25-0fea2fd11b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:42.433399 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-590593b1-edbd-4d02-987f-34a58ca83edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:42.447829 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-590593b1-edbd-4d02-987f-34a58ca83edb admin admin] Usage tracker for resource:security_group_rule and tenant:5003d969c899453aac53d1308ce212d3 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:42.454768 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-590593b1-edbd-4d02-987f-34a58ca83edb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:42.465494 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-590593b1-edbd-4d02-987f-34a58ca83edb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:42.469244 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-a27bd171-44de-4ee6-9c25-0fea2fd11b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:42.473895 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a65c9f55-c2fd-4bf3-a9dc-96ac14a539f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:42.481065 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-a27bd171-44de-4ee6-9c25-0fea2fd11b8a admin admin] Usage tracker for resource:security_group_rule and tenant:a01cad957f6247ada39a284602e7d594 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:42.501192 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-a27bd171-44de-4ee6-9c25-0fea2fd11b8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:42.512892 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc407281-4b82-4f70-bf88-2f2cf1ec50ba admin admin] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:19:42.519409 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-a27bd171-44de-4ee6-9c25-0fea2fd11b8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:42.524715 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] Sync routers for ids ['e0d76e6e-6243-44af-a612-ff32dd0360b1'] in dv-cinder-786928-1-smb {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:19:42.535458 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-03b666ce-4063-4947-b4a0-d92e52318629 req-7eb3f9b9-aed0-497f-8f6b-4aff3325de19 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326711 Apr 19 18:19:42.539380 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] Routers {'e0d76e6e-6243-44af-a612-ff32dd0360b1'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:19:42.540787 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:19:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['e0d76e6e-6243-44af-a612-ff32dd0360b1'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:42.559971 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-cc407281-4b82-4f70-bf88-2f2cf1ec50ba admin admin] 10.222.0.20 "PUT /v2.0/routers/e0d76e6e-6243-44af-a612-ff32dd0360b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3972745 Apr 19 18:19:42.563312 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b540535-e381-4cf8-895a-c59a440416c7 admin admin] Router 68a5252f-f615-4404-87a1-60b7384963de has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:19:42.568923 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a65c9f55-c2fd-4bf3-a9dc-96ac14a539f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:42.642259 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d86a9-9574-424a-bf9e-7febe84edf46 req-95859460-0ba8-44be-a36c-2790cb2821d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:42.643915 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-491d86a9-9574-424a-bf9e-7febe84edf46 req-95859460-0ba8-44be-a36c-2790cb2821d5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08eaac8bfe8c4be3ab36db0e9749a483&device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 1096 time: 0.2834578 Apr 19 18:19:42.726747 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-590593b1-edbd-4d02-987f-34a58ca83edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:42.793658 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-590593b1-edbd-4d02-987f-34a58ca83edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:42.813209 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:42.815096 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] Set router e0d76e6e-6243-44af-a612-ff32dd0360b1 gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:19:42.847564 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590593b1-edbd-4d02-987f-34a58ca83edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d13b2c2-3f68-463e-afdb-e45f7a0fb23c,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:42.874407 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a27bd171-44de-4ee6-9c25-0fea2fd11b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:42.880087 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-590593b1-edbd-4d02-987f-34a58ca83edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:42.880292 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a27bd171-44de-4ee6-9c25-0fea2fd11b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:42.889888 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-590593b1-edbd-4d02-987f-34a58ca83edb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5003d969c899453aac53d1308ce212d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2305806 Apr 19 18:19:42.890304 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 35000) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:42.918478 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-378660c3-c346-481d-ad6c-6c017ef2cbc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:42.930449 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-a27bd171-44de-4ee6-9c25-0fea2fd11b8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a01cad957f6247ada39a284602e7d594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7067049 Apr 19 18:19:42.940268 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 35004) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:42.985026 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a65c9f55-c2fd-4bf3-a9dc-96ac14a539f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:43.007172 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b540535-e381-4cf8-895a-c59a440416c7 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:19:43.019971 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8b9e1d6a-87a1-4f14-b1ff-ad3740494bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:43.020508 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] Sync routers for ids ['68a5252f-f615-4404-87a1-60b7384963de'] in dv-cinder-786928-1-smb {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:19:43.032651 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-8b540535-e381-4cf8-895a-c59a440416c7 admin admin] 10.222.0.20 "PUT /v2.0/routers/68a5252f-f615-4404-87a1-60b7384963de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3794067 Apr 19 18:19:43.035183 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] Routers {'68a5252f-f615-4404-87a1-60b7384963de'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:19:43.036859 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:19:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['68a5252f-f615-4404-87a1-60b7384963de'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:43.087578 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8b9e1d6a-87a1-4f14-b1ff-ad3740494bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:43.099085 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a65c9f55-c2fd-4bf3-a9dc-96ac14a539f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:43.100329 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-a65c9f55-c2fd-4bf3-a9dc-96ac14a539f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67f40a0f-daad-4815-b0e5-c0e72b87aa16 HTTP/1.1" status: 204 len: 168 time: 0.8483732 Apr 19 18:19:43.102871 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bd171-44de-4ee6-9c25-0fea2fd11b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c40e913-6a34-4ab7-bf3a-826a4e9dd4c2,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:43.117471 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a27bd171-44de-4ee6-9c25-0fea2fd11b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:43.131110 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:43.149158 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d86a9-9574-424a-bf9e-7febe84edf46 req-607c0bc8-4d24-4736-9790-20baf8673601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:43.151448 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-491d86a9-9574-424a-bf9e-7febe84edf46 req-607c0bc8-4d24-4736-9790-20baf8673601 service neutron] 10.222.0.95 "GET /v2.0/networks?id=81389814-a967-484b-be2e-4d505a9878a9 HTTP/1.1" status: 200 len: 916 time: 0.4980459 Apr 19 18:19:43.156478 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c9f55-c2fd-4bf3-a9dc-96ac14a539f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f40a0f-daad-4815-b0e5-c0e72b87aa16,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:43.166761 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a65c9f55-c2fd-4bf3-a9dc-96ac14a539f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:43.203368 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8b9e1d6a-87a1-4f14-b1ff-ad3740494bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:43.209054 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-df726c1d-917f-4fc0-b602-692b4b399639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:43.232285 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e1d6a-87a1-4f14-b1ff-ad3740494bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d13b2c2-3f68-463e-afdb-e45f7a0fb23c,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:43.245573 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8b9e1d6a-87a1-4f14-b1ff-ad3740494bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:43.258614 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8b9e1d6a-87a1-4f14-b1ff-ad3740494bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:43.259942 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-8b9e1d6a-87a1-4f14-b1ff-ad3740494bf4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d13b2c2-3f68-463e-afdb-e45f7a0fb23c HTTP/1.1" status: 204 len: 168 time: 0.3685558 Apr 19 18:19:43.357862 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2d44fbb1-b75c-4264-994b-1bf2dc46d581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:43.364990 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-491d86a9-9574-424a-bf9e-7febe84edf46 req-c459b089-09a3-435c-9734-d5923e9c6c3c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2ef709f-013a-4408-bcc9-ae33d26dc54b HTTP/1.1" status: 200 len: 217 time: 0.1954899 Apr 19 18:19:43.434085 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] Set router 68a5252f-f615-4404-87a1-60b7384963de gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:19:43.707335 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2d44fbb1-b75c-4264-994b-1bf2dc46d581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:43.730810 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-59e9d1a6-9cb8-4bf9-a5af-eb60d3af042c tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:43.733604 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-59e9d1a6-9cb8-4bf9-a5af-eb60d3af042c tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/networks?id=1f0e48ed-9408-4c13-86a0-4f47989417a5 HTTP/1.1" status: 200 len: 818 time: 0.4336021 Apr 19 18:19:43.752107 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7113b-3072-4793-be79-59962be070fa req-fcdc7109-22fa-45c3-8022-b7346325a837 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:43.753647 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5dd7113b-3072-4793-be79-59962be070fa req-fcdc7109-22fa-45c3-8022-b7346325a837 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 943 time: 0.2468154 Apr 19 18:19:43.772686 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-a3db7a0a-fa9a-4f24-9b43-a003fdc490fb tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/quotas/1e5aec57c28f45319053964d5da3987a HTTP/1.1" status: 200 len: 375 time: 0.0322449 Apr 19 18:19:43.773256 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 35038) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:43.777346 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d76e6e-6243-44af-a612-ff32dd0360b1', 'name': 'tempest-ServerRescueNegativeTestJSON-252057399-router', 'tenant_id': '1e5aec57c28f45319053964d5da3987a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '487b43ff-3f7b-469b-a804-9d7556586b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:38Z', 'revision_number': 4, 'project_id': '1e5aec57c28f45319053964d5da3987a', 'gw_port': {'id': '487b43ff-3f7b-469b-a804-9d7556586b04', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d76e6e-6243-44af-a612-ff32dd0360b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:21Z', 'updated_at': '2021-04-19T18:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': '71ed3f28-5d6f-4efa-9d26-50d73871ef66', 'name': '', 'network_id': '1f0e48ed-9408-4c13-86a0-4f47989417a5', 'tenant_id': '1e5aec57c28f45319053964d5da3987a', 'mac_address': 'fa:16:3e:15:c9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d76e6e-6243-44af-a612-ff32dd0360b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd8afd2f9-3d31-4b4f-9adf-a6ba880844ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:33Z', 'updated_at': '2021-04-19T18:19:38Z', 'revision_number': 2, 'project_id': '1e5aec57c28f45319053964d5da3987a', 'subnets': [{'id': 'd8afd2f9-3d31-4b4f-9adf-a6ba880844ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:43.795171 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] Checking router: e0d76e6e-6243-44af-a612-ff32dd0360b1 for host: dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:19:43.795844 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] Updating router e0d76e6e-6243-44af-a612-ff32dd0360b1 port 71ed3f28-5d6f-4efa-9d26-50d73871ef66 binding host dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:19:43.869498 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d86a9-9574-424a-bf9e-7febe84edf46 req-c484867b-fa5c-4ffe-a0ca-46945cbf1b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:43.871103 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-491d86a9-9574-424a-bf9e-7febe84edf46 req-c484867b-fa5c-4ffe-a0ca-46945cbf1b6b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6f8bd5b2-70c1-40b8-b712-5bfe8d2a2d70 HTTP/1.1" status: 200 len: 855 time: 0.4793508 Apr 19 18:19:43.907089 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-95b841ed-2173-44c2-8c78-67fac40c61bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=822dbb6e903f40d4a3d5464cfc45cfb1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1326959 Apr 19 18:19:43.910574 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 35044) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:43.929473 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:44.000096 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-59b31eff-6dc2-40cb-8444-427a200c4c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:44.029363 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-805cf011-c1cf-4c77-819f-432b3a0f7acb tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Synchronizing usage tracker for tenant:1e5aec57c28f45319053964d5da3987a on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:19:44.041492 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5dd7113b-3072-4793-be79-59962be070fa req-c15e73b3-d481-49d6-b110-77653b8adafc tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d52367c-25b5-48c8-b897-3627699732a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675343 Apr 19 18:19:44.044010 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-491d86a9-9574-424a-bf9e-7febe84edf46 req-5216d5fd-36f9-4b66-9794-dc462a29744a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=81389814-a967-484b-be2e-4d505a9878a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1474562 Apr 19 18:19:44.057717 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-59b31eff-6dc2-40cb-8444-427a200c4c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:44.109067 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-805cf011-c1cf-4c77-819f-432b3a0f7acb tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Unset dirty status for tenant:1e5aec57c28f45319053964d5da3987a on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:19:44.120461 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-805cf011-c1cf-4c77-819f-432b3a0f7acb tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e5aec57c28f45319053964d5da3987a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3171058 Apr 19 18:19:44.279441 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a5252f-f615-4404-87a1-60b7384963de', 'name': 'tempest-AttachVolumeShelveTestJSON-944512604-router', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:38Z', 'revision_number': 4, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'gw_port': {'id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:20Z', 'updated_at': '2021-04-19T18:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': 'e6808c23-2532-44e8-8b20-18633215a22a', 'name': '', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'mac_address': 'fa:16:3e:6a:05:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:32Z', 'updated_at': '2021-04-19T18:19:38Z', 'revision_number': 2, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'subnets': [{'id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:44.289450 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] Checking router: 68a5252f-f615-4404-87a1-60b7384963de for host: dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:19:44.290056 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] Updating router 68a5252f-f615-4404-87a1-60b7384963de port e6808c23-2532-44e8-8b20-18633215a22a binding host dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:19:44.301201 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-59b31eff-6dc2-40cb-8444-427a200c4c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:44.316091 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 35052) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:44.318395 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:44.329742 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-491d86a9-9574-424a-bf9e-7febe84edf46 req-24521e4c-1390-4438-997b-e825b2704512 service neutron] 10.222.0.95 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779806 Apr 19 18:19:44.330893 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2d44fbb1-b75c-4264-994b-1bf2dc46d581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:44.339017 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a27bd171-44de-4ee6-9c25-0fea2fd11b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:44.351519 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-df003f3a-e748-4350-b8cb-8c629373b2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:44.377561 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-df003f3a-e748-4350-b8cb-8c629373b2e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:44.382387 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-df003f3a-e748-4350-b8cb-8c629373b2e0 admin admin] Usage tracker for resource:security_group_rule and tenant:2e2e83e1ab324708a08b421ef76e1227 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:44.385376 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-df003f3a-e748-4350-b8cb-8c629373b2e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:44.391920 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-df003f3a-e748-4350-b8cb-8c629373b2e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:44.416562 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:44.442144 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b31eff-6dc2-40cb-8444-427a200c4c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc847889-ec88-486c-9919-db26d51e3020,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:44.451602 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-59b31eff-6dc2-40cb-8444-427a200c4c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:44.456042 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-59b31eff-6dc2-40cb-8444-427a200c4c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:44.457430 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-59b31eff-6dc2-40cb-8444-427a200c4c01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc847889-ec88-486c-9919-db26d51e3020 HTTP/1.1" status: 204 len: 168 time: 0.5459077 Apr 19 18:19:44.495489 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-491d86a9-9574-424a-bf9e-7febe84edf46 req-db4951de-97ea-4e27-b2b2-b8562df52cbd service neutron] 10.222.0.95 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574013 Apr 19 18:19:44.499217 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44fbb1-b75c-4264-994b-1bf2dc46d581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c40e913-6a34-4ab7-bf3a-826a4e9dd4c2,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:44.501688 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2d44fbb1-b75c-4264-994b-1bf2dc46d581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:44.502946 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2d44fbb1-b75c-4264-994b-1bf2dc46d581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:44.507713 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-2d44fbb1-b75c-4264-994b-1bf2dc46d581 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c40e913-6a34-4ab7-bf3a-826a4e9dd4c2 HTTP/1.1" status: 204 len: 168 time: 1.5662746 Apr 19 18:19:44.700316 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-df003f3a-e748-4350-b8cb-8c629373b2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:44.710272 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-b08c68e1-adeb-42c2-98cb-10cf6190850b service neutron] 10.222.0.20 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5739732 Apr 19 18:19:44.714464 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-df003f3a-e748-4350-b8cb-8c629373b2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:44.772884 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:44.783500 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:44.786371 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] Transition to ACTIVE for port object 71ed3f28-5d6f-4efa-9d26-50d73871ef66 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:19:44.793379 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:44.802198 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 35064) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:44.803406 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-df003f3a-e748-4350-b8cb-8c629373b2e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e2e83e1ab324708a08b421ef76e1227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4742126 Apr 19 18:19:44.803702 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:44.885662 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d489c16-1179-4f71-a804-d7ea0e0f1c49 None None] Pushing event updated for resources: {'Port': ['ID=71ed3f28-5d6f-4efa-9d26-50d73871ef66,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:44.953122 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e43e4b5b-cb12-4de6-9525-f84125912e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:45.023984 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e43e4b5b-cb12-4de6-9525-f84125912e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:45.095867 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-1d489c16-1179-4f71-a804-d7ea0e0f1c49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:45.097002 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 35070) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:45.100697 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e43e4b5b-cb12-4de6-9525-f84125912e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:45.113422 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device a2ef709f-013a-4408-bcc9-ae33d26dc54b details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:19:45.123119 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-b3e68e3d-3af4-46c8-a087-9979066c1978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:45.133557 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b655ffe8-1ae0-49f2-9f5f-844a034b6df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:45.156964 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-b655ffe8-1ae0-49f2-9f5f-844a034b6df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:45.164978 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-b655ffe8-1ae0-49f2-9f5f-844a034b6df6 admin admin] Usage tracker for resource:security_group_rule and tenant:f643cce0acec4d31b8baa5a3e5afc09e is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:45.172088 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-7c7333f8-d317-4bfd-a11f-75ade21d879b service neutron] 10.222.0.20 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895898 Apr 19 18:19:45.174941 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-b655ffe8-1ae0-49f2-9f5f-844a034b6df6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:45.183677 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-b655ffe8-1ae0-49f2-9f5f-844a034b6df6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:45.185606 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df003f3a-e748-4350-b8cb-8c629373b2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc977cb4-a67b-4ecc-9e7d-d73d9607161f,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:45.193347 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-df003f3a-e748-4350-b8cb-8c629373b2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:45.233754 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 35080) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:45.240129 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-8abafca8-eea2-43fc-8d94-08b5454eb800 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--600346394', 'description': 'tempest-description--1212959625'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:45.255567 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-8abafca8-eea2-43fc-8d94-08b5454eb800 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:45.276226 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-8abafca8-eea2-43fc-8d94-08b5454eb800 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Usage tracker for resource:security_group and tenant:953bb2a403d44bb787795f1209c28a9b is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:45.279975 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-8abafca8-eea2-43fc-8d94-08b5454eb800 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:45.280612 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] Attempting to bind port 71ed3f28-5d6f-4efa-9d26-50d73871ef66 on host dv-cinder-786928-1-smb for vnic_type normal with profile {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:19:45.281200 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] Attempting to bind port 71ed3f28-5d6f-4efa-9d26-50d73871ef66 by drivers openvswitch,hyperv on host dv-cinder-786928-1-smb at level 0 using segments [{'id': '081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1f0e48ed-9408-4c13-86a0-4f47989417a5'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:19:45.281784 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] Attempting to bind port 71ed3f28-5d6f-4efa-9d26-50d73871ef66 on network 1f0e48ed-9408-4c13-86a0-4f47989417a5 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:19:45.297916 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-8abafca8-eea2-43fc-8d94-08b5454eb800 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:45.308661 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8abafca8-eea2-43fc-8d94-08b5454eb800 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:45.317492 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] Checking agent: {'id': '192a3675-2ad9-475f-abb6-aba9e9401083', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'started_at': datetime.datetime(2021, 4, 19, 18, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:19:45.321684 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] Checking segment: {'id': '081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1f0e48ed-9408-4c13-86a0-4f47989417a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:19:45.322347 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:45.328669 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] Bound using segment: {'id': '081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1f0e48ed-9408-4c13-86a0-4f47989417a5'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:19:45.330265 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b655ffe8-1ae0-49f2-9f5f-844a034b6df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:45.330571 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] Bound port: 71ed3f28-5d6f-4efa-9d26-50d73871ef66, host: dv-cinder-786928-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1f0e48ed-9408-4c13-86a0-4f47989417a5'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:19:45.331780 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:45.332080 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e4b5b-cb12-4de6-9525-f84125912e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc977cb4-a67b-4ecc-9e7d-d73d9607161f,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:45.341617 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e43e4b5b-cb12-4de6-9525-f84125912e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:45.342559 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e43e4b5b-cb12-4de6-9525-f84125912e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:45.346224 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-e43e4b5b-cb12-4de6-9525-f84125912e6f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc977cb4-a67b-4ecc-9e7d-d73d9607161f HTTP/1.1" status: 204 len: 168 time: 0.5406115 Apr 19 18:19:45.346224 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b655ffe8-1ae0-49f2-9f5f-844a034b6df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:45.358313 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-8abafca8-eea2-43fc-8d94-08b5454eb800 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:45.368018 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-8abafca8-eea2-43fc-8d94-08b5454eb800 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Usage tracker for resource:security_group_rule and tenant:953bb2a403d44bb787795f1209c28a9b is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:45.371789 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-52933583-9117-46a8-9292-8c832d63590e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:45.384221 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-8abafca8-eea2-43fc-8d94-08b5454eb800 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:45.404001 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-8abafca8-eea2-43fc-8d94-08b5454eb800 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:45.442238 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655ffe8-1ae0-49f2-9f5f-844a034b6df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54d19cc-e79c-475b-a5ea-3e59f73135c7,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:45.448941 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-b655ffe8-1ae0-49f2-9f5f-844a034b6df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:45.626564 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-b655ffe8-1ae0-49f2-9f5f-844a034b6df6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f643cce0acec4d31b8baa5a3e5afc09e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5230715 Apr 19 18:19:45.632696 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 35100) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:45.664861 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8abafca8-eea2-43fc-8d94-08b5454eb800 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:45.671660 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8abafca8-eea2-43fc-8d94-08b5454eb800 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:45.677706 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8b9e1d6a-87a1-4f14-b1ff-ad3740494bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:45.695474 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:45.716815 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] For port 71ed3f28-5d6f-4efa-9d26-50d73871ef66, host dv-cinder-786928-1-smb, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:19:45.719822 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] Transition to ACTIVE for port object e6808c23-2532-44e8-8b20-18633215a22a will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:19:45.721279 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] For port 71ed3f28-5d6f-4efa-9d26-50d73871ef66, host dv-cinder-786928-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=71ed3f28-5d6f-4efa-9d26-50d73871ef66,segment=NetworkSegment(081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc),segment_id=081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:19:45.733079 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:45.738722 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:45.757153 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-1d489c16-1179-4f71-a804-d7ea0e0f1c49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:45.769097 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port a2ef709f-013a-4408-bcc9-ae33d26dc54b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a2ef709f-013a-4408-bcc9-ae33d26dc54b,segment=NetworkSegment(aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4),segment_id=aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:45.805059 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:45.813809 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cab7e-6a87-4dc2-a5b1-e0491ee1b5bc req-911ad238-2723-4895-badf-d3fc5006dd5c tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:45.835684 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ab5cab7e-6a87-4dc2-a5b1-e0491ee1b5bc req-911ad238-2723-4895-badf-d3fc5006dd5c tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 943 time: 0.3734775 Apr 19 18:19:45.878633 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abafca8-eea2-43fc-8d94-08b5454eb800 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:45.898930 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8abafca8-eea2-43fc-8d94-08b5454eb800 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:45.900546 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8abafca8-eea2-43fc-8d94-08b5454eb800 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:45.909200 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-8abafca8-eea2-43fc-8d94-08b5454eb800 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6742942 Apr 19 18:19:45.910163 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 35110) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:45.916760 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] Routers {'e0d76e6e-6243-44af-a612-ff32dd0360b1'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:19:45.921233 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:19:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['e0d76e6e-6243-44af-a612-ff32dd0360b1'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:45.921512 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-98e7d684-19b9-4fb8-825d-56343b29b0e5 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Request body: {'security_group_rule': {'security_group_id': '8669c61c-da93-42b6-8c7d-f1a1eb4c4e25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:45.934901 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-98e7d684-19b9-4fb8-825d-56343b29b0e5 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:46.030491 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ab5cab7e-6a87-4dc2-a5b1-e0491ee1b5bc req-cafbf5f1-4794-4df7-8651-ebad47afdc65 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549928 Apr 19 18:19:46.049356 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Returning: {'device': 'a2ef709f-013a-4408-bcc9-ae33d26dc54b', 'network_id': '81389814-a967-484b-be2e-4d505a9878a9', 'port_id': 'a2ef709f-013a-4408-bcc9-ae33d26dc54b', 'mac_address': 'fa:16:3e:f4:dc:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f8bd5b2-70c1-40b8-b712-5bfe8d2a2d70', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:19:46.152654 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ba063cf0-05b1-4978-8869-310bab7c0586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:46.183834 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-98e7d684-19b9-4fb8-825d-56343b29b0e5 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Usage tracker for resource:security_group_rule and tenant:953bb2a403d44bb787795f1209c28a9b is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:46.193121 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-98e7d684-19b9-4fb8-825d-56343b29b0e5 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:46.230424 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-98e7d684-19b9-4fb8-825d-56343b29b0e5 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:46.362507 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] Set router e0d76e6e-6243-44af-a612-ff32dd0360b1 gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:19:46.395067 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-98e7d684-19b9-4fb8-825d-56343b29b0e5 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:46.432027 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ba063cf0-05b1-4978-8869-310bab7c0586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:46.512506 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440d4dd-d62f-4fb3-856f-0dc4ca217f9c req-cb840225-db34-4b09-afa6-280541d87796 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:46.521846 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7440d4dd-d62f-4fb3-856f-0dc4ca217f9c req-cb840225-db34-4b09-afa6-280541d87796 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 943 time: 0.5882709 Apr 19 18:19:46.569031 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d22950be-4965-4a13-9561-9364dc19f0a9 req-5d9cdd6b-c5a5-41e3-8fe8-ded2264ef702 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 210 time: 0.3290219 Apr 19 18:19:46.570198 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ba063cf0-05b1-4978-8869-310bab7c0586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:46.589868 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:46.600099 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee8fcf-f46b-4d68-bbcb-6fd5dc999772 None None] Pushing event updated for resources: {'Port': ['ID=e6808c23-2532-44e8-8b20-18633215a22a,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:46.613425 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a4ee8fcf-f46b-4d68-bbcb-6fd5dc999772 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:46.646721 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:46.665043 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba063cf0-05b1-4978-8869-310bab7c0586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54d19cc-e79c-475b-a5ea-3e59f73135c7,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:46.674872 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] Attempting to bind port e6808c23-2532-44e8-8b20-18633215a22a on host dv-cinder-786928-1-smb for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:19:46.675313 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] Attempting to bind port e6808c23-2532-44e8-8b20-18633215a22a by drivers openvswitch,hyperv on host dv-cinder-786928-1-smb at level 0 using segments [{'id': 'b4910294-a484-41d5-8ee2-58c9bc30ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:19:46.675750 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] Attempting to bind port e6808c23-2532-44e8-8b20-18633215a22a on network 62d4a419-1594-4973-afcf-06199a9f163a {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:19:46.676848 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ba063cf0-05b1-4978-8869-310bab7c0586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:46.689662 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ba063cf0-05b1-4978-8869-310bab7c0586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:46.693161 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-ba063cf0-05b1-4978-8869-310bab7c0586 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c54d19cc-e79c-475b-a5ea-3e59f73135c7 HTTP/1.1" status: 204 len: 168 time: 1.0490949 Apr 19 18:19:46.698208 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ef709f-013a-4408-bcc9-ae33d26dc54b {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:19:46.705966 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] Checking agent: {'id': '192a3675-2ad9-475f-abb6-aba9e9401083', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'started_at': datetime.datetime(2021, 4, 19, 18, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:19:46.706123 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] Checking segment: {'id': 'b4910294-a484-41d5-8ee2-58c9bc30ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:19:46.706509 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:46.706955 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] Bound using segment: {'id': 'b4910294-a484-41d5-8ee2-58c9bc30ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:19:46.707928 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] Bound port: e6808c23-2532-44e8-8b20-18633215a22a, host: dv-cinder-786928-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4910294-a484-41d5-8ee2-58c9bc30ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:19:46.707928 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:46.747338 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-98e7d684-19b9-4fb8-825d-56343b29b0e5 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:46.751655 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7440d4dd-d62f-4fb3-856f-0dc4ca217f9c req-82456040-69dc-4790-b8c7-2df2399a79c7 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d52367c-25b5-48c8-b897-3627699732a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190993 Apr 19 18:19:46.752799 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-98e7d684-19b9-4fb8-825d-56343b29b0e5 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950235'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:46.786923 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:46.801374 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-98e7d684-19b9-4fb8-825d-56343b29b0e5 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:46.805861 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 35142) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:46.806987 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port a2ef709f-013a-4408-bcc9-ae33d26dc54b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a2ef709f-013a-4408-bcc9-ae33d26dc54b,segment=NetworkSegment(aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4),segment_id=aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:46.812926 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:46.813149 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-020e0859-2a61-466d-b9ef-82c741010097 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Request body: {'security_group_rule': {'security_group_id': '8669c61c-da93-42b6-8c7d-f1a1eb4c4e25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:46.818946 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-98e7d684-19b9-4fb8-825d-56343b29b0e5 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9074063 Apr 19 18:19:46.822472 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device fbd806a2-925d-4f1c-a6f5-f93cc6d21949 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:19:46.823867 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-020e0859-2a61-466d-b9ef-82c741010097 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:46.827281 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7d684-19b9-4fb8-825d-56343b29b0e5 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11de5ae-6d49-49fa-b435-d6c5f15767a7,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:46.830822 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a4ee8fcf-f46b-4d68-bbcb-6fd5dc999772 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:46.844630 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-020e0859-2a61-466d-b9ef-82c741010097 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Usage tracker for resource:security_group_rule and tenant:953bb2a403d44bb787795f1209c28a9b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:46.845776 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-98e7d684-19b9-4fb8-825d-56343b29b0e5 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:46.849424 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-020e0859-2a61-466d-b9ef-82c741010097 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:46.855832 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-020e0859-2a61-466d-b9ef-82c741010097 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:46.877650 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-020e0859-2a61-466d-b9ef-82c741010097 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:46.970499 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-020e0859-2a61-466d-b9ef-82c741010097 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:46.974184 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-020e0859-2a61-466d-b9ef-82c741010097 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950235'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:46.976667 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:47.000315 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d489c16-1179-4f71-a804-d7ea0e0f1c49 None None] Pushing event updated for resources: {'Port': ['ID=71ed3f28-5d6f-4efa-9d26-50d73871ef66,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:47.006758 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-1d489c16-1179-4f71-a804-d7ea0e0f1c49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.252s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:47.014451 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d76e6e-6243-44af-a612-ff32dd0360b1', 'name': 'tempest-ServerRescueNegativeTestJSON-252057399-router', 'tenant_id': '1e5aec57c28f45319053964d5da3987a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '487b43ff-3f7b-469b-a804-9d7556586b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:38Z', 'revision_number': 4, 'project_id': '1e5aec57c28f45319053964d5da3987a', 'gw_port': {'id': '487b43ff-3f7b-469b-a804-9d7556586b04', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d76e6e-6243-44af-a612-ff32dd0360b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:21Z', 'updated_at': '2021-04-19T18:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': '71ed3f28-5d6f-4efa-9d26-50d73871ef66', 'name': '', 'network_id': '1f0e48ed-9408-4c13-86a0-4f47989417a5', 'tenant_id': '1e5aec57c28f45319053964d5da3987a', 'mac_address': 'fa:16:3e:15:c9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d76e6e-6243-44af-a612-ff32dd0360b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd8afd2f9-3d31-4b4f-9adf-a6ba880844ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:33Z', 'updated_at': '2021-04-19T18:19:45Z', 'revision_number': 4, 'project_id': '1e5aec57c28f45319053964d5da3987a', 'subnets': [{'id': 'd8afd2f9-3d31-4b4f-9adf-a6ba880844ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:47.024041 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e0859-2a61-466d-b9ef-82c741010097 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3bc2b47-c05f-4c2d-85e4-d3145d08fd39,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:47.024334 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ac8d7-ad3b-4577-a133-54f91079e33e None None] The sync data for ids ['e0d76e6e-6243-44af-a612-ff32dd0360b1'] in dv-cinder-786928-1-smb is: [{'id': 'e0d76e6e-6243-44af-a612-ff32dd0360b1', 'name': 'tempest-ServerRescueNegativeTestJSON-252057399-router', 'tenant_id': '1e5aec57c28f45319053964d5da3987a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '487b43ff-3f7b-469b-a804-9d7556586b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:38Z', 'revision_number': 4, 'project_id': '1e5aec57c28f45319053964d5da3987a', 'gw_port': {'id': '487b43ff-3f7b-469b-a804-9d7556586b04', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d76e6e-6243-44af-a612-ff32dd0360b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:21Z', 'updated_at': '2021-04-19T18:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': '71ed3f28-5d6f-4efa-9d26-50d73871ef66', 'name': '', 'network_id': '1f0e48ed-9408-4c13-86a0-4f47989417a5', 'tenant_id': '1e5aec57c28f45319053964d5da3987a', 'mac_address': 'fa:16:3e:15:c9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0d76e6e-6243-44af-a612-ff32dd0360b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd8afd2f9-3d31-4b4f-9adf-a6ba880844ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:33Z', 'updated_at': '2021-04-19T18:19:45Z', 'revision_number': 4, 'project_id': '1e5aec57c28f45319053964d5da3987a', 'subnets': [{'id': 'd8afd2f9-3d31-4b4f-9adf-a6ba880844ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:19:47.032252 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-020e0859-2a61-466d-b9ef-82c741010097 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:47.036694 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-020e0859-2a61-466d-b9ef-82c741010097 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:47.038151 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-020e0859-2a61-466d-b9ef-82c741010097 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2311039 Apr 19 18:19:47.041731 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 35148) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:47.049153 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Request body: {'floatingip': {'floating_network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:47.057365 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:47.088794 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Usage tracker for resource:floatingip and tenant:953bb2a403d44bb787795f1209c28a9b is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:47.096194 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:47.118802 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:47.154322 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for floatingip, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:47.471654 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port fbd806a2-925d-4f1c-a6f5-f93cc6d21949, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fbd806a2-925d-4f1c-a6f5-f93cc6d21949,segment=NetworkSegment(d21f949a-4b30-420a-b347-84d043c4bcec),segment_id=d21f949a-4b30-420a-b347-84d043c4bcec)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:47.499074 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] For port e6808c23-2532-44e8-8b20-18633215a22a, host dv-cinder-786928-1-smb, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:19:47.501404 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=a2ef709f-013a-4408-bcc9-ae33d26dc54b,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:47.505364 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:47.506146 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Returning: {'device': 'fbd806a2-925d-4f1c-a6f5-f93cc6d21949', 'network_id': '8067c5ac-4ba9-4c3d-9a74-c2abc07f157f', 'port_id': 'fbd806a2-925d-4f1c-a6f5-f93cc6d21949', 'mac_address': 'fa:16:3e:d4:39:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c56686-f000-41ed-83c1-9d25c4cf011a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:19:47.511439 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] For port e6808c23-2532-44e8-8b20-18633215a22a, host dv-cinder-786928-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=e6808c23-2532-44e8-8b20-18633215a22a,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:19:47.576577 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:47.577468 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4814ba2-c8d2-47b9-aa0a-6f00f30f63e7 req-db46a3c2-5f4d-4a8a-844f-759c05838f5d tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:47.588169 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a4814ba2-c8d2-47b9-aa0a-6f00f30f63e7 req-db46a3c2-5f4d-4a8a-844f-759c05838f5d tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 944 time: 0.2352407 Apr 19 18:19:47.629245 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:47.728533 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a4814ba2-c8d2-47b9-aa0a-6f00f30f63e7 req-b6bd384b-5209-4616-82db-796ce38be9f0 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359050 Apr 19 18:19:47.770076 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:47.959693 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd806a2-925d-4f1c-a6f5-f93cc6d21949 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:19:48.009888 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port fbd806a2-925d-4f1c-a6f5-f93cc6d21949, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fbd806a2-925d-4f1c-a6f5-f93cc6d21949,segment=NetworkSegment(d21f949a-4b30-420a-b347-84d043c4bcec),segment_id=d21f949a-4b30-420a-b347-84d043c4bcec)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:48.017365 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:48.062632 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-efa1db1a-429d-4252-8c2f-d6aa1ba4dbef tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:48.071539 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-efa1db1a-429d-4252-8c2f-d6aa1ba4dbef tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/networks?id=1f0e48ed-9408-4c13-86a0-4f47989417a5 HTTP/1.1" status: 200 len: 818 time: 0.5737922 Apr 19 18:19:48.079885 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] Routers {'68a5252f-f615-4404-87a1-60b7384963de'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:19:48.080677 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:19:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['68a5252f-f615-4404-87a1-60b7384963de'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:48.106227 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-523bcfbb-8874-41d5-8905-c14f49ad651d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/quotas/1e5aec57c28f45319053964d5da3987a HTTP/1.1" status: 200 len: 375 time: 0.0333598 Apr 19 18:19:48.233568 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:48.319759 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee8fcf-f46b-4d68-bbcb-6fd5dc999772 None None] Pushing event updated for resources: {'Port': ['ID=e6808c23-2532-44e8-8b20-18633215a22a,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:48.398039 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a4ee8fcf-f46b-4d68-bbcb-6fd5dc999772 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:48.407893 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.361s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:48.460441 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Allocated IP 172.28.1.5 (4dfc8324-dbda-4de1-90b3-5f147512ea2d/f0204761-35d7-4590-8809-1a6eb894c7a2/432eaa30-379b-497e-9603-2f20f1e43e88) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:19:48.464360 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['fbd806a2-925d-4f1c-a6f5-f93cc6d21949'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:19:48.498300 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['a2ef709f-013a-4408-bcc9-ae33d26dc54b'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:19:48.577293 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-4e4d98ec-d06a-43ce-8b61-5dc2b6aca4fd tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:48.594142 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-4e4d98ec-d06a-43ce-8b61-5dc2b6aca4fd tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Synchronizing usage tracker for tenant:1e5aec57c28f45319053964d5da3987a on resource:network {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:19:48.684393 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-4e4d98ec-d06a-43ce-8b61-5dc2b6aca4fd tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Unset dirty status for tenant:1e5aec57c28f45319053964d5da3987a on resource:network {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:19:48.691713 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-4e4d98ec-d06a-43ce-8b61-5dc2b6aca4fd tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.95 "GET /v2.0/networks?id=1f0e48ed-9408-4c13-86a0-4f47989417a5 HTTP/1.1" status: 200 len: 818 time: 0.8433731 Apr 19 18:19:48.713443 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-1c99d768-443f-4b2c-9b9c-92c8174ff9ab tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Request body: {'port': {'device_id': '017c0d4a-51d1-4510-a957-30134f262f97', 'network_id': '1f0e48ed-9408-4c13-86a0-4f47989417a5', 'admin_state_up': True, 'tenant_id': '1e5aec57c28f45319053964d5da3987a'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:48.790102 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:48.839159 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 71ed3f28-5d6f-4efa-9d26-50d73871ef66 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:19:48.883056 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:48.907348 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cc407281-4b82-4f70-bf88-2f2cf1ec50ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:48.929187 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=fbd806a2-925d-4f1c-a6f5-f93cc6d21949,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:48.965801 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-1c99d768-443f-4b2c-9b9c-92c8174ff9ab tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:48.977847 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:48.980677 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ad8b5-28f0-4eef-bc85-653d02754e20 req-7b49356a-b0da-42ad-a670-37e2280f3ee6 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:48.983149 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-502ad8b5-28f0-4eef-bc85-653d02754e20 req-7b49356a-b0da-42ad-a670-37e2280f3ee6 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 944 time: 0.6482487 Apr 19 18:19:48.993880 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-1c99d768-443f-4b2c-9b9c-92c8174ff9ab tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:49.066227 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-1c99d768-443f-4b2c-9b9c-92c8174ff9ab tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Made reservation on behalf of 1e5aec57c28f45319053964d5da3987a for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:19:49.073066 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-1c99d768-443f-4b2c-9b9c-92c8174ff9ab tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:49.077076 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-7b575d55-a55a-4cd0-b1fc-e51d2bb91db2 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e5aec57c28f45319053964d5da3987a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9600093 Apr 19 18:19:49.104708 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-502ad8b5-28f0-4eef-bc85-653d02754e20 req-18b1b973-3aa3-413c-b359-73462db8e41e tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d52367c-25b5-48c8-b897-3627699732a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120958 Apr 19 18:19:49.141965 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Pushing event updated for resources: {'Port': ['ID=432eaa30-379b-497e-9603-2f20f1e43e88,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:49.159743 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:49.197397 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] Set router 68a5252f-f615-4404-87a1-60b7384963de gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:19:49.269810 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Network 4dfc8324-dbda-4de1-90b3-5f147512ea2d is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:19:49.282332 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:19:49.292926 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning for port 71ed3f28-5d6f-4efa-9d26-50d73871ef66 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:19:49.295432 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:19:49.314198 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 71ed3f28-5d6f-4efa-9d26-50d73871ef66 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:19:49.314965 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:49.462372 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-1c99d768-443f-4b2c-9b9c-92c8174ff9ab tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Allocated IP 172.20.0.8 (1f0e48ed-9408-4c13-86a0-4f47989417a5/d8afd2f9-3d31-4b4f-9adf-a6ba880844ee/3dfcedd2-3e01-4484-8e9f-0f17990dd1b6) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:19:49.818684 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-1c99d768-443f-4b2c-9b9c-92c8174ff9ab tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:49.918103 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-1c99d768-443f-4b2c-9b9c-92c8174ff9ab tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:49.929339 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:50.019641 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99d768-443f-4b2c-9b9c-92c8174ff9ab tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Pushing event updated for resources: {'Port': ['ID=3dfcedd2-3e01-4484-8e9f-0f17990dd1b6,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:50.024610 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-1c99d768-443f-4b2c-9b9c-92c8174ff9ab tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:50.217114 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-23109875-8d0b-4387-b9eb-635d6f4546ff service neutron] 10.222.0.20 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1327822 Apr 19 18:19:50.325211 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:50.373966 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-1c99d768-443f-4b2c-9b9c-92c8174ff9ab tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Network 1f0e48ed-9408-4c13-86a0-4f47989417a5 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:19:50.378394 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-1c99d768-443f-4b2c-9b9c-92c8174ff9ab tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:19:50.381784 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-1c99d768-443f-4b2c-9b9c-92c8174ff9ab tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:19:50.418752 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] For port 71ed3f28-5d6f-4efa-9d26-50d73871ef66, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=71ed3f28-5d6f-4efa-9d26-50d73871ef66,segment=NetworkSegment(081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc),segment_id=081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:50.436961 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a105336-380f-479b-8c22-9b13ea8ee6b9 req-c1faa7f2-b918-4371-b562-9b24bb2117f4 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:50.445102 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9a105336-380f-479b-8c22-9b13ea8ee6b9 req-c1faa7f2-b918-4371-b562-9b24bb2117f4 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 944 time: 0.5999830 Apr 19 18:19:50.469734 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:50.477753 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a5252f-f615-4404-87a1-60b7384963de', 'name': 'tempest-AttachVolumeShelveTestJSON-944512604-router', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:38Z', 'revision_number': 4, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'gw_port': {'id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:20Z', 'updated_at': '2021-04-19T18:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': 'e6808c23-2532-44e8-8b20-18633215a22a', 'name': '', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'mac_address': 'fa:16:3e:6a:05:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:32Z', 'updated_at': '2021-04-19T18:19:47Z', 'revision_number': 4, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'subnets': [{'id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:19:50.481305 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:50.526297 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9a105336-380f-479b-8c22-9b13ea8ee6b9 req-3afdf490-016c-4860-9adf-af019a7968c0 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798457 Apr 19 18:19:50.526454 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7dd3eff9-100c-4141-a4fe-138a82a85956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:50.543453 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660c4d53-d63c-472a-9ff6-66eabe680d31 None None] The sync data for ids ['68a5252f-f615-4404-87a1-60b7384963de'] in dv-cinder-786928-1-smb is: [{'id': '68a5252f-f615-4404-87a1-60b7384963de', 'name': 'tempest-AttachVolumeShelveTestJSON-944512604-router', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:38Z', 'revision_number': 4, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'gw_port': {'id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:20Z', 'updated_at': '2021-04-19T18:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': 'e6808c23-2532-44e8-8b20-18633215a22a', 'name': '', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'mac_address': 'fa:16:3e:6a:05:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:32Z', 'updated_at': '2021-04-19T18:19:47Z', 'revision_number': 4, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'subnets': [{'id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:19:50.564423 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-1c99d768-443f-4b2c-9b9c-92c8174ff9ab tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:50.566389 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-1c99d768-443f-4b2c-9b9c-92c8174ff9ab tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:50.637320 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Pushing event updated for resources: {'Port': ['ID=71ed3f28-5d6f-4efa-9d26-50d73871ef66,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:50.647805 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:50.686390 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-1c99d768-443f-4b2c-9b9c-92c8174ff9ab tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9883549 Apr 19 18:19:50.712951 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Request body: {'port': {'device_id': '017c0d4a-51d1-4510-a957-30134f262f97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:50.821980 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-3564d8d9-a95b-480f-87a1-65bcde3dd160 service neutron] 10.222.0.20 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6007390 Apr 19 18:19:50.890054 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:50.998580 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 71ed3f28-5d6f-4efa-9d26-50d73871ef66 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:19:51.101245 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:51.191739 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:51.288339 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 71ed3f28-5d6f-4efa-9d26-50d73871ef66 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:19:51.288339 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:51.403431 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bdc2b6c6-ac1d-46e6-8325-2bcab45cc27c req-4a9e3610-94ec-419d-9489-92c471e304ac tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 210 time: 0.1951349 Apr 19 18:19:51.407645 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f1b39-66ad-4681-8512-01f530c0fbec req-9e235604-597a-4e04-8d0a-36626e7615ff tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:51.420851 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d67f1b39-66ad-4681-8512-01f530c0fbec req-9e235604-597a-4e04-8d0a-36626e7615ff tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 944 time: 0.4723923 Apr 19 18:19:51.509848 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d67f1b39-66ad-4681-8512-01f530c0fbec req-108c3097-8931-458e-b5f5-be781e49edd3 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d52367c-25b5-48c8-b897-3627699732a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879498 Apr 19 18:19:51.753500 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device e6808c23-2532-44e8-8b20-18633215a22a up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:19:52.053410 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.db.resource_extend [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 18:19:52.072977 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:52.096282 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:52.116797 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cc407281-4b82-4f70-bf88-2f2cf1ec50ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:52.251501 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Pushing event updated for resources: {'Port': ['ID=432eaa30-379b-497e-9603-2f20f1e43e88,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:52.255452 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:52.303238 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e76c1c-ebfb-49ff-a138-3b38e26a04da req-56e058ad-d999-4ec2-b47c-875f80e16418 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:52.317047 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-40e76c1c-ebfb-49ff-a138-3b38e26a04da req-56e058ad-d999-4ec2-b47c-875f80e16418 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 944 time: 0.4264858 Apr 19 18:19:52.348999 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:19:52.362144 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:52.408078 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Transition to ACTIVE for port object 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:19:52.411744 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107811'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:52.418226 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:52.437200 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962486'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:52.478260 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-40e76c1c-ebfb-49ff-a138-3b38e26a04da req-aff4c605-513c-46bb-a303-51a3e1d47244 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599751 Apr 19 18:19:52.530769 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:52.542098 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.4990830 Apr 19 18:19:52.735955 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device fbd806a2-925d-4f1c-a6f5-f93cc6d21949 up at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:19:52.744427 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Pushing event updated for resources: {'Port': ['ID=3dfcedd2-3e01-4484-8e9f-0f17990dd1b6,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:52.747572 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:52.811720 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 35316) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:53.028287 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1504040-8386-404a-ba08-085cab3cb48f req-c13fc8c6-fafc-4867-9ee6-b633c03ad4c9 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:53.030829 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c1504040-8386-404a-ba08-085cab3cb48f req-c13fc8c6-fafc-4867-9ee6-b633c03ad4c9 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 944 time: 0.1863089 Apr 19 18:19:53.088622 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-bb39afaa-a947-4b2d-b9b7-dabe530943bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:53.138793 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning for port e6808c23-2532-44e8-8b20-18633215a22a completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:19:53.147200 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port e6808c23-2532-44e8-8b20-18633215a22a triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:19:53.148008 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:53.163971 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c1504040-8386-404a-ba08-085cab3cb48f req-38e3007e-c40f-45a3-86cf-1d76fd5a8ef0 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d52367c-25b5-48c8-b897-3627699732a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156604 Apr 19 18:19:53.167499 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-b9972205-1b6b-432b-8bef-4b4fed9786ef req-5ea98ab1-d27c-486a-8cba-478696cf4783 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Synchronizing usage tracker for tenant:1e5aec57c28f45319053964d5da3987a on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:19:53.217018 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Attempting to bind port 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:19:53.217265 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Attempting to bind port 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1f0e48ed-9408-4c13-86a0-4f47989417a5'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:19:53.217716 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Attempting to bind port 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 on network 1f0e48ed-9408-4c13-86a0-4f47989417a5 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:19:53.233173 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Port 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 on network 1f0e48ed-9408-4c13-86a0-4f47989417a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:19:53.233509 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Attempting to bind port 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 on network 1f0e48ed-9408-4c13-86a0-4f47989417a5 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:19:53.242228 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Checking agent: {'id': '22c244b8-6adf-46d7-a39e-9e58770b1817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'started_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:19:53.242616 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Checking segment: {'id': '081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1f0e48ed-9408-4c13-86a0-4f47989417a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:19:53.243049 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Bound using segment: {'id': '081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1f0e48ed-9408-4c13-86a0-4f47989417a5'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:19:53.243561 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Bound port: 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1f0e48ed-9408-4c13-86a0-4f47989417a5'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:19:53.244100 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:53.259383 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-b9972205-1b6b-432b-8bef-4b4fed9786ef req-5ea98ab1-d27c-486a-8cba-478696cf4783 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Unset dirty status for tenant:1e5aec57c28f45319053964d5da3987a on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:19:53.260956 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b9972205-1b6b-432b-8bef-4b4fed9786ef req-5ea98ab1-d27c-486a-8cba-478696cf4783 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 210 time: 0.3778889 Apr 19 18:19:53.272768 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning for port fbd806a2-925d-4f1c-a6f5-f93cc6d21949 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:19:53.315595 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning complete for port fbd806a2-925d-4f1c-a6f5-f93cc6d21949 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:19:53.316097 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:53.424523 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-29626537-b3e1-479b-9190-155f33d676de req-84cee215-a2a3-421c-8da0-51575ad19ca6 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Synchronizing usage tracker for tenant:953bb2a403d44bb787795f1209c28a9b on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:19:53.427141 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] For port 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6, host hv-cinder-78692, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:19:53.432525 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] For port 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3dfcedd2-3e01-4484-8e9f-0f17990dd1b6,segment=NetworkSegment(081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc),segment_id=081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:19:53.437606 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107811'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:53.440890 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:53.444909 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:53.473168 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-594f26b3-e447-42fc-9d5e-53351ef1a459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:53.500717 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] For port e6808c23-2532-44e8-8b20-18633215a22a, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=e6808c23-2532-44e8-8b20-18633215a22a,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:53.539572 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-29626537-b3e1-479b-9190-155f33d676de req-84cee215-a2a3-421c-8da0-51575ad19ca6 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Unset dirty status for tenant:953bb2a403d44bb787795f1209c28a9b on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:19:53.540242 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:53.542371 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-29626537-b3e1-479b-9190-155f33d676de req-84cee215-a2a3-421c-8da0-51575ad19ca6 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--600346394&fields=id&tenant_id=953bb2a403d44bb787795f1209c28a9b HTTP/1.1" status: 200 len: 267 time: 0.2011011 Apr 19 18:19:53.550140 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-594f26b3-e447-42fc-9d5e-53351ef1a459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:53.554187 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Pushing event updated for resources: {'Port': ['ID=3dfcedd2-3e01-4484-8e9f-0f17990dd1b6,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:53.571115 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:53.589266 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:53.709351 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:53.710077 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:53.714542 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] 10.222.0.95 "PUT /v2.0/ports/3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 HTTP/1.1" status: 200 len: 1093 time: 3.0162303 Apr 19 18:19:53.715092 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017c0d4a-51d1-4510-a957-30134f262f97', 'tag': '3dfcedd2-3e01-4484-8e9f-0f17990dd1b6'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:19:53.766215 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:53.805884 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaa4495-7dba-4c54-b49b-cdee63e3e875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd806a2-925d-4f1c-a6f5-f93cc6d21949'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:19:53.852077 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-594f26b3-e447-42fc-9d5e-53351ef1a459 admin admin] Usage tracker for resource:security_group_rule and tenant:4fd46fd460604bee82109df25d3d409c is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:53.859945 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-594f26b3-e447-42fc-9d5e-53351ef1a459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:53.873289 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-594f26b3-e447-42fc-9d5e-53351ef1a459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:53.920512 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Pushing event updated for resources: {'Port': ['ID=e6808c23-2532-44e8-8b20-18633215a22a,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:53.934871 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port fbd806a2-925d-4f1c-a6f5-f93cc6d21949, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fbd806a2-925d-4f1c-a6f5-f93cc6d21949,segment=NetworkSegment(d21f949a-4b30-420a-b347-84d043c4bcec),segment_id=d21f949a-4b30-420a-b347-84d043c4bcec)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:53.940965 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:53.943219 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:53.944864 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device a2ef709f-013a-4408-bcc9-ae33d26dc54b up at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:19:53.986179 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:54.033711 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-ec85c5d4-5c3b-42dd-a827-c932ac0fb886 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:54.034947 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29626537-b3e1-479b-9190-155f33d676de req-16c87c01-7604-47c2-9608-c7e037c96fa1 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:54.035214 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-ec85c5d4-5c3b-42dd-a827-c932ac0fb886 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.95 "GET /v2.0/networks?id=1f0e48ed-9408-4c13-86a0-4f47989417a5 HTTP/1.1" status: 200 len: 818 time: 0.4855549 Apr 19 18:19:54.036271 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-29626537-b3e1-479b-9190-155f33d676de req-16c87c01-7604-47c2-9608-c7e037c96fa1 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Synchronizing usage tracker for tenant:953bb2a403d44bb787795f1209c28a9b on resource:network {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:19:54.088255 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-7fd52cc2-a6ae-40e8-b44f-5ccd2d76254d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Request body: {'port': {'device_id': '1f61ac5b-45c0-4292-9979-32a09678cc9c', 'network_id': '1f0e48ed-9408-4c13-86a0-4f47989417a5', 'admin_state_up': True, 'tenant_id': '1e5aec57c28f45319053964d5da3987a'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:54.122967 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=fbd806a2-925d-4f1c-a6f5-f93cc6d21949,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:54.124262 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-594f26b3-e447-42fc-9d5e-53351ef1a459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:54.125938 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:54.126765 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:54.136366 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-594f26b3-e447-42fc-9d5e-53351ef1a459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:54.138149 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-29626537-b3e1-479b-9190-155f33d676de req-16c87c01-7604-47c2-9608-c7e037c96fa1 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Unset dirty status for tenant:953bb2a403d44bb787795f1209c28a9b on resource:network {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:19:54.141724 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-29626537-b3e1-479b-9190-155f33d676de req-16c87c01-7604-47c2-9608-c7e037c96fa1 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/networks?id=62d4a419-1594-4973-afcf-06199a9f163a HTTP/1.1" status: 200 len: 816 time: 0.5821137 Apr 19 18:19:54.186175 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:54.194676 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb83f4-1ca7-4aa2-895c-517b55b571ec req-b5c5bfbd-b625-4577-b6ed-b0c273b33efd tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:54.196398 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9edb83f4-1ca7-4aa2-895c-517b55b571ec req-b5c5bfbd-b625-4577-b6ed-b0c273b33efd tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 944 time: 0.4185698 Apr 19 18:19:54.210269 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-594f26b3-e447-42fc-9d5e-53351ef1a459 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fd46fd460604bee82109df25d3d409c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3971453 Apr 19 18:19:54.226020 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 35370) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:54.260132 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:54.262418 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning for port a2ef709f-013a-4408-bcc9-ae33d26dc54b completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:19:54.275313 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-29626537-b3e1-479b-9190-155f33d676de req-a6c90ad6-25ba-46c0-9ef4-b2414f39c6e3 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/quotas/953bb2a403d44bb787795f1209c28a9b HTTP/1.1" status: 200 len: 375 time: 0.0905728 Apr 19 18:19:54.279617 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f26b3-e447-42fc-9d5e-53351ef1a459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e23583b-c6c2-4b45-a2e7-ac654ad573c3,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:54.283638 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning complete for port a2ef709f-013a-4408-bcc9-ae33d26dc54b triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:19:54.284127 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:54.294389 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-594f26b3-e447-42fc-9d5e-53351ef1a459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:54.422293 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f16a0100-2832-4e4d-b868-7bca13a40c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:54.459615 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f16a0100-2832-4e4d-b868-7bca13a40c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:54.500883 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:54.540242 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-29626537-b3e1-479b-9190-155f33d676de req-b7a203b6-5952-4f11-b840-220c295e7d36 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Synchronizing usage tracker for tenant:953bb2a403d44bb787795f1209c28a9b on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:19:54.543955 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9edb83f4-1ca7-4aa2-895c-517b55b571ec req-da511942-8dc9-43b7-b560-9c02e86ff346 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326794 Apr 19 18:19:54.545718 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f16a0100-2832-4e4d-b868-7bca13a40c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:54.557688 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:54.592395 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-8e534530-2ad1-4069-8db2-0b7c712d3926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:54.596547 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-8e534530-2ad1-4069-8db2-0b7c712d3926 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e5aec57c28f45319053964d5da3987a&device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 1096 time: 0.7315748 Apr 19 18:19:54.597136 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port a2ef709f-013a-4408-bcc9-ae33d26dc54b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a2ef709f-013a-4408-bcc9-ae33d26dc54b,segment=NetworkSegment(aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4),segment_id=aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:19:54.601951 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-7fd52cc2-a6ae-40e8-b44f-5ccd2d76254d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:54.602519 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a0100-2832-4e4d-b868-7bca13a40c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e23583b-c6c2-4b45-a2e7-ac654ad573c3,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:54.607653 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:54.609764 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:54.612900 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f16a0100-2832-4e4d-b868-7bca13a40c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:54.613866 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f16a0100-2832-4e4d-b868-7bca13a40c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:54.615038 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-f16a0100-2832-4e4d-b868-7bca13a40c3d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e23583b-c6c2-4b45-a2e7-ac654ad573c3 HTTP/1.1" status: 204 len: 168 time: 0.3875067 Apr 19 18:19:54.634014 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-29626537-b3e1-479b-9190-155f33d676de req-b7a203b6-5952-4f11-b840-220c295e7d36 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Unset dirty status for tenant:953bb2a403d44bb787795f1209c28a9b on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:19:54.635499 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-29626537-b3e1-479b-9190-155f33d676de req-b7a203b6-5952-4f11-b840-220c295e7d36 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=953bb2a403d44bb787795f1209c28a9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3522975 Apr 19 18:19:54.760015 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=a2ef709f-013a-4408-bcc9-ae33d26dc54b,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:54.766148 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:54.797853 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-7fd52cc2-a6ae-40e8-b44f-5ccd2d76254d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:54.813660 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017c0d4a-51d1-4510-a957-30134f262f97', 'tag': '3dfcedd2-3e01-4484-8e9f-0f17990dd1b6', 'status': 'completed', 'code': 200} Apr 19 18:19:54.836980 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-7fd52cc2-a6ae-40e8-b44f-5ccd2d76254d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Made reservation on behalf of 1e5aec57c28f45319053964d5da3987a for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:19:54.846238 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-7fd52cc2-a6ae-40e8-b44f-5ccd2d76254d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:54.862209 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-5de054aa-161b-4004-8b58-3929d56c1583 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 HTTP/1.1" status: 200 len: 217 time: 0.2554305 Apr 19 18:19:54.958054 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-ab274c30-1a6b-44f1-8a86-0b047d870f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:54.959956 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-ab274c30-1a6b-44f1-8a86-0b047d870f76 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d8afd2f9-3d31-4b4f-9adf-a6ba880844ee HTTP/1.1" status: 200 len: 858 time: 0.0889955 Apr 19 18:19:54.969822 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-29626537-b3e1-479b-9190-155f33d676de req-32e1980e-8fc6-41b5-9d4a-7587d30d3a2d service neutron] 10.222.0.20 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082173 Apr 19 18:19:55.114068 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-e1e2d990-9d10-4c48-b18b-7522a9046dcc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f0e48ed-9408-4c13-86a0-4f47989417a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076479 Apr 19 18:19:55.164256 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-29626537-b3e1-479b-9190-155f33d676de req-5f919484-4991-4261-880e-bdd45dc20fa1 service neutron] 10.222.0.20 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867464 Apr 19 18:19:55.178501 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 35402) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:55.199071 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-30090cf6-37db-4197-a70d-7fe6013c97e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:55.215577 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-30090cf6-37db-4197-a70d-7fe6013c97e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:55.221111 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-30090cf6-37db-4197-a70d-7fe6013c97e9 admin admin] Usage tracker for resource:security_group_rule and tenant:45430cb7ac0a400a9cbca305bba1233a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:55.225002 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-30090cf6-37db-4197-a70d-7fe6013c97e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:55.231288 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-30090cf6-37db-4197-a70d-7fe6013c97e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:55.338693 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-30090cf6-37db-4197-a70d-7fe6013c97e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:55.343203 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-30090cf6-37db-4197-a70d-7fe6013c97e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:55.356071 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8abafca8-eea2-43fc-8d94-08b5454eb800 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:55.400326 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f834485-a74d-429f-99c4-19a8cda5b313 req-2e3a2d8b-f944-439e-b16c-983676d8e79f tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:55.401935 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5f834485-a74d-429f-99c4-19a8cda5b313 req-2e3a2d8b-f944-439e-b16c-983676d8e79f tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 945 time: 0.3590345 Apr 19 18:19:55.415976 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-9a286780-48b5-4bad-8e91-eee070f49384 service neutron] 10.222.0.95 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846417 Apr 19 18:19:55.436542 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-7fd52cc2-a6ae-40e8-b44f-5ccd2d76254d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Allocated IP 172.20.0.11 (1f0e48ed-9408-4c13-86a0-4f47989417a5/d8afd2f9-3d31-4b4f-9adf-a6ba880844ee/d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:19:55.450211 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-30090cf6-37db-4197-a70d-7fe6013c97e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=45430cb7ac0a400a9cbca305bba1233a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2705793 Apr 19 18:19:55.453816 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 35410) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:55.463967 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7c698b6a-9103-4764-832b-713859c9b33b req-16895506-e03c-4017-a49a-e2adfa56f550 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 210 time: 0.0805509 Apr 19 18:19:55.474572 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30090cf6-37db-4197-a70d-7fe6013c97e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5de663-7444-4a1f-86d8-86c1969ad395,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:55.479075 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-30090cf6-37db-4197-a70d-7fe6013c97e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:55.538892 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8099b71a-dcae-4bb8-b12d-cf3ea68d30a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:55.592006 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:55.629395 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8099b71a-dcae-4bb8-b12d-cf3ea68d30a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:55.701914 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8099b71a-dcae-4bb8-b12d-cf3ea68d30a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:55.711048 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device e6808c23-2532-44e8-8b20-18633215a22a up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:19:55.719987 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-59b31eff-6dc2-40cb-8444-427a200c4c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:55.726161 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5f834485-a74d-429f-99c4-19a8cda5b313 req-1acf4f42-3923-4466-b49e-07125bad5fff tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d52367c-25b5-48c8-b897-3627699732a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154440 Apr 19 18:19:55.752675 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099b71a-dcae-4bb8-b12d-cf3ea68d30a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5de663-7444-4a1f-86d8-86c1969ad395,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:55.768272 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8099b71a-dcae-4bb8-b12d-cf3ea68d30a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:55.769315 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8099b71a-dcae-4bb8-b12d-cf3ea68d30a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:55.770708 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-8099b71a-dcae-4bb8-b12d-cf3ea68d30a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa5de663-7444-4a1f-86d8-86c1969ad395 HTTP/1.1" status: 204 len: 168 time: 0.3109391 Apr 19 18:19:55.950637 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port e6808c23-2532-44e8-8b20-18633215a22a triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:19:55.951396 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:56.046469 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eaa4495-7dba-4c54-b49b-cdee63e3e875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd806a2-925d-4f1c-a6f5-f93cc6d21949', 'code': 200} Apr 19 18:19:56.502529 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-7fd52cc2-a6ae-40e8-b44f-5ccd2d76254d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:56.561983 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b554e07f-c47c-4d5a-96a0-6d98214074a0 req-ab8b5433-cd9a-41be-86ea-360862d84cc3 service neutron] 10.222.0.95 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1291475 Apr 19 18:19:56.564629 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.95', 53197) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:56.566245 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-7fd52cc2-a6ae-40e8-b44f-5ccd2d76254d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:56.613800 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878fc6d-1a30-4708-b981-015adba7a1bc req-84837b66-ed72-4381-ada3-15ad4d7e650f tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:56.631564 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e878fc6d-1a30-4708-b981-015adba7a1bc req-84837b66-ed72-4381-ada3-15ad4d7e650f tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 945 time: 0.2317924 Apr 19 18:19:56.747422 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e878fc6d-1a30-4708-b981-015adba7a1bc req-1e4daf04-e367-4604-9d29-8ddf45f434c2 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134574 Apr 19 18:19:56.834349 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 35462) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:56.858700 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:56.980492 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536b894-bd4e-49d9-92ed-1bd12c226aa9 req-8ea48615-be32-4745-b927-edceeb5d9595 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:56.982275 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c536b894-bd4e-49d9-92ed-1bd12c226aa9 req-8ea48615-be32-4745-b927-edceeb5d9595 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 932 time: 0.1078987 Apr 19 18:19:57.029846 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8c1a64b1-ae33-4a6b-938d-9987bd2532e6 req-9787e4f1-c726-4499-adb6-576cf1a6e05e tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 210 time: 0.4769650 Apr 19 18:19:57.108351 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c536b894-bd4e-49d9-92ed-1bd12c226aa9 req-a4236902-f13b-4e9e-85b8-f68f559f9574 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181376 Apr 19 18:19:57.142473 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-7fd52cc2-a6ae-40e8-b44f-5ccd2d76254d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Network 1f0e48ed-9408-4c13-86a0-4f47989417a5 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:19:57.150433 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-7fd52cc2-a6ae-40e8-b44f-5ccd2d76254d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:19:57.156086 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-7fd52cc2-a6ae-40e8-b44f-5ccd2d76254d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:19:57.202199 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.95', 53200) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:57.255865 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd52cc2-a6ae-40e8-b44f-5ccd2d76254d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Pushing event updated for resources: {'Port': ['ID=d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:57.264205 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7fd52cc2-a6ae-40e8-b44f-5ccd2d76254d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:57.291347 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21939c-fc6b-487c-bfee-b20724dc3d75 req-687362a7-0872-4813-a656-88ebc9b4a55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:57.293156 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6d21939c-fc6b-487c-bfee-b20724dc3d75 req-687362a7-0872-4813-a656-88ebc9b4a55c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 1098 time: 0.7251756 Apr 19 18:19:57.381528 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-7fd52cc2-a6ae-40e8-b44f-5ccd2d76254d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:57.382597 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-7fd52cc2-a6ae-40e8-b44f-5ccd2d76254d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:57.399658 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4ca3e55c-a468-4e59-9a77-4e1d6e935cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:57.414721 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7484e29-7a2d-4d2b-bae3-a89252175f2e req-c0ebccea-0caf-40ab-a09c-926434a8fdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:57.416706 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f7484e29-7a2d-4d2b-bae3-a89252175f2e req-c0ebccea-0caf-40ab-a09c-926434a8fdde service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e5aec57c28f45319053964d5da3987a&device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 1096 time: 0.6446784 Apr 19 18:19:57.429290 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4ca3e55c-a468-4e59-9a77-4e1d6e935cb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:57.439181 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4ca3e55c-a468-4e59-9a77-4e1d6e935cb1 admin admin] Usage tracker for resource:security_group_rule and tenant:97e9bd3fa939400daf3ba8a1df1face6 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:57.445381 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4ca3e55c-a468-4e59-9a77-4e1d6e935cb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:57.483931 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-6d21939c-fc6b-487c-bfee-b20724dc3d75 req-87c54edf-3a00-4118-8632-9fc0bbe6045b service neutron] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:57.492373 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4ca3e55c-a468-4e59-9a77-4e1d6e935cb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:57.541498 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29626537-b3e1-479b-9190-155f33d676de req-387b4f8f-e9a0-42d8-8b98-0c305a8a91c1 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:57.543704 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-29626537-b3e1-479b-9190-155f33d676de req-387b4f8f-e9a0-42d8-8b98-0c305a8a91c1 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.95 "GET /v2.0/networks?id=62d4a419-1594-4973-afcf-06199a9f163a HTTP/1.1" status: 200 len: 816 time: 0.3405447 Apr 19 18:19:57.588316 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-6d21939c-fc6b-487c-bfee-b20724dc3d75 req-87c54edf-3a00-4118-8632-9fc0bbe6045b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:57.667308 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7484e29-7a2d-4d2b-bae3-a89252175f2e req-bac5be71-32df-464d-b38c-63747e3bb93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:57.668970 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f7484e29-7a2d-4d2b-bae3-a89252175f2e req-bac5be71-32df-464d-b38c-63747e3bb93d service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f0e48ed-9408-4c13-86a0-4f47989417a5 HTTP/1.1" status: 200 len: 919 time: 0.2408047 Apr 19 18:19:57.670208 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-6d21939c-fc6b-487c-bfee-b20724dc3d75 req-87c54edf-3a00-4118-8632-9fc0bbe6045b service neutron] Usage tracker for resource:security_group_rule and tenant:1ffeee3f8f3b42feb506e3d9f522e989 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:19:57.675681 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-6d21939c-fc6b-487c-bfee-b20724dc3d75 req-87c54edf-3a00-4118-8632-9fc0bbe6045b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:19:57.683897 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-7fd52cc2-a6ae-40e8-b44f-5ccd2d76254d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6139431 Apr 19 18:19:57.684839 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-6d21939c-fc6b-487c-bfee-b20724dc3d75 req-87c54edf-3a00-4118-8632-9fc0bbe6045b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:57.746732 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-29626537-b3e1-479b-9190-155f33d676de req-44b40cb7-1234-4c5b-bcb0-c0825fcc038f tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=953bb2a403d44bb787795f1209c28a9b HTTP/1.1" status: 200 len: 5704 time: 0.1822717 Apr 19 18:19:57.762390 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-29626537-b3e1-479b-9190-155f33d676de req-6eabaa2f-961e-4ac2-8fe7-97b374be22aa tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Request body: {'port': {'device_id': '3aa19aac-dfe7-4dbb-a756-31c52a15dd36', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'admin_state_up': True, 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'security_groups': ['8669c61c-da93-42b6-8c7d-f1a1eb4c4e25']}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:57.782286 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f7484e29-7a2d-4d2b-bae3-a89252175f2e req-f1e5abef-e63a-4c73-a9ce-4716b9cb7572 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 HTTP/1.1" status: 200 len: 217 time: 0.0915599 Apr 19 18:19:57.848069 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Request body: {'port': {'device_id': '1f61ac5b-45c0-4292-9979-32a09678cc9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:19:58.052749 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6f5915-bd42-49b2-987c-2f4fe1ae0c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ef709f-013a-4408-bcc9-ae33d26dc54b'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:19:58.166570 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-29626537-b3e1-479b-9190-155f33d676de req-6eabaa2f-961e-4ac2-8fe7-97b374be22aa tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:19:58.172385 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4ca3e55c-a468-4e59-9a77-4e1d6e935cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:58.181077 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4ca3e55c-a468-4e59-9a77-4e1d6e935cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:58.182144 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-29626537-b3e1-479b-9190-155f33d676de req-6eabaa2f-961e-4ac2-8fe7-97b374be22aa tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:19:58.198642 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e7444e59-95ce-479d-93a5-5e59b6493d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:58.200660 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7484e29-7a2d-4d2b-bae3-a89252175f2e req-2fcd7c36-ffb9-437a-a2b7-e1be49bb1632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:58.203276 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f7484e29-7a2d-4d2b-bae3-a89252175f2e req-2fcd7c36-ffb9-437a-a2b7-e1be49bb1632 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d8afd2f9-3d31-4b4f-9adf-a6ba880844ee HTTP/1.1" status: 200 len: 858 time: 0.4047632 Apr 19 18:19:58.219173 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69993c-bc26-4c70-a61f-001c936d7b78 req-1ed1ef15-e1d6-405f-af33-922d5434d8e6 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:58.229037 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4f69993c-bc26-4c70-a61f-001c936d7b78 req-1ed1ef15-e1d6-405f-af33-922d5434d8e6 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 945 time: 0.9521208 Apr 19 18:19:58.239136 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3e55c-a468-4e59-9a77-4e1d6e935cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab42485e-0435-4427-8cbd-1d0dba804b00,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:58.246635 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4ca3e55c-a468-4e59-9a77-4e1d6e935cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:58.302803 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:58.308105 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29626537-b3e1-479b-9190-155f33d676de req-6eabaa2f-961e-4ac2-8fe7-97b374be22aa tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Made reservation on behalf of 953bb2a403d44bb787795f1209c28a9b for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:19:58.313223 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-29626537-b3e1-479b-9190-155f33d676de req-6eabaa2f-961e-4ac2-8fe7-97b374be22aa tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:58.345494 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-4ca3e55c-a468-4e59-9a77-4e1d6e935cb1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97e9bd3fa939400daf3ba8a1df1face6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5070758 Apr 19 18:19:58.350259 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 35532) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:58.381698 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f7484e29-7a2d-4d2b-bae3-a89252175f2e req-c1c1a69f-bc63-4f14-a4d1-3ab1dcbf8118 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f0e48ed-9408-4c13-86a0-4f47989417a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1500843 Apr 19 18:19:58.501235 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a25a0-dba8-43b2-9a7e-8505bcb82caf req-f433c40e-b554-4185-ac59-c326503475fe tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:58.507925 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c98a25a0-dba8-43b2-9a7e-8505bcb82caf req-f433c40e-b554-4185-ac59-c326503475fe tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 945 time: 0.2623341 Apr 19 18:19:58.525183 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f089e9ae-b2ba-4bb8-84c3-b75b55ebd0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:58.543399 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4f69993c-bc26-4c70-a61f-001c936d7b78 req-b755ca3f-76fa-4933-97ff-d43c1cfd7f93 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d52367c-25b5-48c8-b897-3627699732a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130414 Apr 19 18:19:58.604641 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f089e9ae-b2ba-4bb8-84c3-b75b55ebd0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:58.604794 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f7484e29-7a2d-4d2b-bae3-a89252175f2e req-421e3521-890a-44ea-83f1-2f8924ca0271 service neutron] 10.222.0.95 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157459 Apr 19 18:19:58.675425 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6f5915-bd42-49b2-987c-2f4fe1ae0c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ef709f-013a-4408-bcc9-ae33d26dc54b', 'code': 200} Apr 19 18:19:58.700412 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-6d21939c-fc6b-487c-bfee-b20724dc3d75 req-87c54edf-3a00-4118-8632-9fc0bbe6045b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:58.809147 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-6d21939c-fc6b-487c-bfee-b20724dc3d75 req-87c54edf-3a00-4118-8632-9fc0bbe6045b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:58.816636 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c98a25a0-dba8-43b2-9a7e-8505bcb82caf req-96fe252d-7b0d-40d8-a0b1-220d08c52b62 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414894 Apr 19 18:19:58.913310 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:58.972093 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-38e956bd-4af4-4db9-8300-e9d71625c396 req-82b902bc-d6a5-42f5-88b8-9491e802eb8a tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 210 time: 0.1702881 Apr 19 18:19:58.972771 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c54edf-3a00-4118-8632-9fc0bbe6045b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=77af6143-1649-44bc-a460-da918783c074,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:58.984641 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-87c54edf-3a00-4118-8632-9fc0bbe6045b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:58.986503 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6d21939c-fc6b-487c-bfee-b20724dc3d75 req-87c54edf-3a00-4118-8632-9fc0bbe6045b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6d52367c-25b5-48c8-b897-3627699732a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6485949 Apr 19 18:19:59.000579 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.95', 53205) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:19:59.021312 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f089e9ae-b2ba-4bb8-84c3-b75b55ebd0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:59.023184 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [req-29626537-b3e1-479b-9190-155f33d676de req-6eabaa2f-961e-4ac2-8fe7-97b374be22aa tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Allocated IP 172.20.0.6 (62d4a419-1594-4973-afcf-06199a9f163a/625ea84b-b025-47d7-a45d-f91f00c07a4e/f101b6b7-f82b-4f63-9ca7-d9aea6985bec) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:19:59.037889 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:59.072404 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089e9ae-b2ba-4bb8-84c3-b75b55ebd0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab42485e-0435-4427-8cbd-1d0dba804b00,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:59.075152 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f089e9ae-b2ba-4bb8-84c3-b75b55ebd0e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:59.207182 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f7484e29-7a2d-4d2b-bae3-a89252175f2e req-bef5a21c-3fa1-4933-b7a7-b538b5b3156d service neutron] 10.222.0.95 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5864642 Apr 19 18:19:59.334242 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d947a3-799a-490d-84f8-ee939add4ce8 req-c00d05c0-5124-4646-b304-67affcf02bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:59.334970 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f089e9ae-b2ba-4bb8-84c3-b75b55ebd0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:59.339194 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b7d947a3-799a-490d-84f8-ee939add4ce8 req-c00d05c0-5124-4646-b304-67affcf02bdc service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 1098 time: 0.2637620 Apr 19 18:19:59.348897 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-f089e9ae-b2ba-4bb8-84c3-b75b55ebd0e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab42485e-0435-4427-8cbd-1d0dba804b00 HTTP/1.1" status: 204 len: 168 time: 0.9797058 Apr 19 18:19:59.427699 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f0116-5ee9-4525-9180-8571fc9a1ca9 req-5bfa6cc7-bacd-4f0d-a209-60bc3d77be54 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:59.429235 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-910f0116-5ee9-4525-9180-8571fc9a1ca9 req-5bfa6cc7-bacd-4f0d-a209-60bc3d77be54 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 932 time: 0.3502297 Apr 19 18:19:59.489968 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-29626537-b3e1-479b-9190-155f33d676de req-6eabaa2f-961e-4ac2-8fe7-97b374be22aa tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:59.527525 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-910f0116-5ee9-4525-9180-8571fc9a1ca9 req-52c89762-b2cd-43d7-a7e0-057b4decf0d5 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903578 Apr 19 18:19:59.534555 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-29626537-b3e1-479b-9190-155f33d676de req-6eabaa2f-961e-4ac2-8fe7-97b374be22aa tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Transition to ACTIVE for port object f101b6b7-f82b-4f63-9ca7-d9aea6985bec will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:19:59.637319 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-29626537-b3e1-479b-9190-155f33d676de req-6eabaa2f-961e-4ac2-8fe7-97b374be22aa tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:59.649311 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:19:59.726135 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29626537-b3e1-479b-9190-155f33d676de req-6eabaa2f-961e-4ac2-8fe7-97b374be22aa tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Network 62d4a419-1594-4973-afcf-06199a9f163a is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:19:59.730224 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [req-29626537-b3e1-479b-9190-155f33d676de req-6eabaa2f-961e-4ac2-8fe7-97b374be22aa tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:19:59.743546 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-29626537-b3e1-479b-9190-155f33d676de req-6eabaa2f-961e-4ac2-8fe7-97b374be22aa tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:19:59.804849 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.db.resource_extend [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 18:19:59.881542 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eabaa2f-961e-4ac2-8fe7-97b374be22aa tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Pushing event updated for resources: {'Port': ['ID=f101b6b7-f82b-4f63-9ca7-d9aea6985bec,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:19:59.887276 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-6eabaa2f-961e-4ac2-8fe7-97b374be22aa tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:19:59.915300 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:19:59.917200 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b7d947a3-799a-490d-84f8-ee939add4ce8 req-2c85db06-dd23-4f47-ac56-ecf69e34e344 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5715208 Apr 19 18:19:59.958828 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29626537-b3e1-479b-9190-155f33d676de req-6eabaa2f-961e-4ac2-8fe7-97b374be22aa tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:19:59.960237 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-29626537-b3e1-479b-9190-155f33d676de req-6eabaa2f-961e-4ac2-8fe7-97b374be22aa tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:00.007675 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-29626537-b3e1-479b-9190-155f33d676de req-6eabaa2f-961e-4ac2-8fe7-97b374be22aa tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2495687 Apr 19 18:20:00.021284 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-29626537-b3e1-479b-9190-155f33d676de req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Request body: {'port': {'device_id': '3aa19aac-dfe7-4dbb-a756-31c52a15dd36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:20:00.034124 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:20:00.036638 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:20:00.050291 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:00.083921 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Transition to ACTIVE for port object d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:20:00.089123 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107811'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:00.110673 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b29e9-e6d5-4c21-9a79-3ed33b3982bf req-9efe54df-116f-4e21-a3f5-5ec1919c5e67 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:00.118423 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-612b29e9-e6d5-4c21-9a79-3ed33b3982bf req-9efe54df-116f-4e21-a3f5-5ec1919c5e67 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 945 time: 0.1851342 Apr 19 18:20:00.122121 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 35580) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:00.122661 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:00.208305 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-b630d4ef-e246-4ba0-be0f-4b0422720294 None None] Provisioning for port f101b6b7-f82b-4f63-9ca7-d9aea6985bec completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:20:00.220085 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-b630d4ef-e246-4ba0-be0f-4b0422720294 None None] Provisioning complete for port f101b6b7-f82b-4f63-9ca7-d9aea6985bec triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:20:00.220808 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b630d4ef-e246-4ba0-be0f-4b0422720294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:00.278935 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7b679659-08fa-45bf-9c25-83e1e85a3aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:00.317301 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-b630d4ef-e246-4ba0-be0f-4b0422720294 None None] Port f101b6b7-f82b-4f63-9ca7-d9aea6985bec cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:20:00.324606 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 35590) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:00.329166 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:00.331295 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3dfcedd2-3e01-4484-8e9f-0f17990dd1b6,segment=NetworkSegment(081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc),segment_id=081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:20:00.342137 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-7b679659-08fa-45bf-9c25-83e1e85a3aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:00.345260 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:00.362655 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Returning: {'device': '3dfcedd2-3e01-4484-8e9f-0f17990dd1b6', 'network_id': '1f0e48ed-9408-4c13-86a0-4f47989417a5', 'port_id': '3dfcedd2-3e01-4484-8e9f-0f17990dd1b6', 'mac_address': 'fa:16:3e:1c:76:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8afd2f9-3d31-4b4f-9adf-a6ba880844ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:20:00.393067 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-7b679659-08fa-45bf-9c25-83e1e85a3aca admin admin] Usage tracker for resource:security_group_rule and tenant:e38fbc4ca1b045888ea07b8037fced86 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:00.395785 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a1379-0750-44e5-b775-dd768bcf72c8 req-0a6cd1ce-a945-440f-b2e1-2e61abb82ed1 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:00.401761 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-7b679659-08fa-45bf-9c25-83e1e85a3aca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:00.404483 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-404a1379-0750-44e5-b775-dd768bcf72c8 req-0a6cd1ce-a945-440f-b2e1-2e61abb82ed1 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 945 time: 0.3062205 Apr 19 18:20:00.463826 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-612b29e9-e6d5-4c21-9a79-3ed33b3982bf req-7cf7f21b-22e8-4192-9492-57330c0ab21a tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d52367c-25b5-48c8-b897-3627699732a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443012 Apr 19 18:20:00.464930 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-7b679659-08fa-45bf-9c25-83e1e85a3aca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:00.511998 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:00.533350 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-404a1379-0750-44e5-b775-dd768bcf72c8 req-3aa57ec5-7449-4329-a4ab-ff2795529e02 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258221 Apr 19 18:20:00.534033 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-29626537-b3e1-479b-9190-155f33d676de req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:00.550523 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:20:00.584660 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3dfcedd2-3e01-4484-8e9f-0f17990dd1b6,segment=NetworkSegment(081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc),segment_id=081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:20:00.598788 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:00.601221 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:00.658024 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Attempting to bind port d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:20:00.658542 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Attempting to bind port d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1f0e48ed-9408-4c13-86a0-4f47989417a5'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:20:00.658786 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Attempting to bind port d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283 on network 1f0e48ed-9408-4c13-86a0-4f47989417a5 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:20:00.674619 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Port d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283 on network 1f0e48ed-9408-4c13-86a0-4f47989417a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:20:00.674991 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Attempting to bind port d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283 on network 1f0e48ed-9408-4c13-86a0-4f47989417a5 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:20:00.696205 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Checking agent: {'id': '22c244b8-6adf-46d7-a39e-9e58770b1817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'started_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:20:00.696592 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Checking segment: {'id': '081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1f0e48ed-9408-4c13-86a0-4f47989417a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:20:00.697164 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Bound using segment: {'id': '081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1f0e48ed-9408-4c13-86a0-4f47989417a5'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:20:00.697656 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Bound port: d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '1f0e48ed-9408-4c13-86a0-4f47989417a5'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:20:00.698045 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:00.769368 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=3dfcedd2-3e01-4484-8e9f-0f17990dd1b6,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:00.776025 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:00.847202 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6136abf3-8610-48ce-9d94-b5e6dd6d0959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:00.898067 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-6136abf3-8610-48ce-9d94-b5e6dd6d0959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:00.914838 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-6136abf3-8610-48ce-9d94-b5e6dd6d0959 admin admin] Usage tracker for resource:security_group_rule and tenant:afd7e45e40c247ef84c484a0ef3ebc81 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:00.933690 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['3dfcedd2-3e01-4484-8e9f-0f17990dd1b6'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:20:00.939746 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-6136abf3-8610-48ce-9d94-b5e6dd6d0959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:00.960415 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7b679659-08fa-45bf-9c25-83e1e85a3aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:00.965897 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-6136abf3-8610-48ce-9d94-b5e6dd6d0959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:00.978753 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7b679659-08fa-45bf-9c25-83e1e85a3aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:00.997709 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a65c9f55-c2fd-4bf3-a9dc-96ac14a539f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:01.037129 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b679659-08fa-45bf-9c25-83e1e85a3aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6284bf-7098-4c9d-9709-3edd72dbd2e7,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:01.044413 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] For port d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283, host hv-cinder-78692, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:20:01.048485 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7b679659-08fa-45bf-9c25-83e1e85a3aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:01.079088 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935631b8-04e6-4907-be86-84b6048839c2 req-402c3579-74b3-4a55-90e6-e317f7a3b08e tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:01.080806 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-935631b8-04e6-4907-be86-84b6048839c2 req-402c3579-74b3-4a55-90e6-e317f7a3b08e tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 931 time: 0.3096206 Apr 19 18:20:01.082672 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] For port d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283,segment=NetworkSegment(081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc),segment_id=081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:20:01.114196 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107811'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:01.120088 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-7b679659-08fa-45bf-9c25-83e1e85a3aca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e38fbc4ca1b045888ea07b8037fced86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9481616 Apr 19 18:20:01.124693 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 35606) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:01.164347 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:01.205743 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b33cf-be6b-48ac-a13f-ea76440d4096 req-c1601d73-2365-4939-9e89-a4d939c3784c tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:01.208385 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3a8b33cf-be6b-48ac-a13f-ea76440d4096 req-c1601d73-2365-4939-9e89-a4d939c3784c tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 944 time: 0.3928013 Apr 19 18:20:01.241799 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:01.242475 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:01.244051 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] 10.222.0.95 "PUT /v2.0/ports/d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283 HTTP/1.1" status: 200 len: 1094 time: 3.4558649 Apr 19 18:20:01.254447 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f61ac5b-45c0-4292-9979-32a09678cc9c', 'tag': 'd4fe5b47-5ba1-4c47-b6a7-6f4c59a65283'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:20:01.331084 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3a8b33cf-be6b-48ac-a13f-ea76440d4096 req-566884fe-4d3e-452a-8aa2-bcf48eef67bd tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149449 Apr 19 18:20:01.361894 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-935631b8-04e6-4907-be86-84b6048839c2 req-e06ed555-f66b-442a-b6dc-2228523f2619 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2712507 Apr 19 18:20:01.423040 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1b2790c5-88b0-4471-a275-231d103ad664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:01.428550 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f61ac5b-45c0-4292-9979-32a09678cc9c', 'tag': 'd4fe5b47-5ba1-4c47-b6a7-6f4c59a65283', 'status': 'completed', 'code': 200} Apr 19 18:20:01.439738 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:01.452982 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [req-29626537-b3e1-479b-9190-155f33d676de req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f101b6b7-f82b-4f63-9ca7-d9aea6985bec {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:20:01.456656 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:01.468294 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-29626537-b3e1-479b-9190-155f33d676de req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:01.478848 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6136abf3-8610-48ce-9d94-b5e6dd6d0959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:01.496730 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-29626537-b3e1-479b-9190-155f33d676de req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Transition to ACTIVE for port object f101b6b7-f82b-4f63-9ca7-d9aea6985bec will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:20:01.501662 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-29626537-b3e1-479b-9190-155f33d676de req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:01.503902 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6136abf3-8610-48ce-9d94-b5e6dd6d0959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:01.510083 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1b2790c5-88b0-4471-a275-231d103ad664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:01.514314 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:01.530950 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2d44fbb1-b75c-4264-994b-1bf2dc46d581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:01.744934 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136abf3-8610-48ce-9d94-b5e6dd6d0959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23974f95-287a-409a-a0c6-8b9a3ec253a5,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:01.761922 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-6136abf3-8610-48ce-9d94-b5e6dd6d0959 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afd7e45e40c247ef84c484a0ef3ebc81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4296319 Apr 19 18:20:01.764231 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-6136abf3-8610-48ce-9d94-b5e6dd6d0959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:01.766086 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 35624) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:01.779156 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-6b314272-f574-4231-a264-4230ce3c35e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:01.780899 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-6b314272-f574-4231-a264-4230ce3c35e8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e5aec57c28f45319053964d5da3987a&device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 1097 time: 0.4766293 Apr 19 18:20:01.913905 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-5b0cdd17-1ff9-4faf-b275-a5dcfd618c51 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283 HTTP/1.1" status: 200 len: 217 time: 0.1157558 Apr 19 18:20:01.997065 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1b2790c5-88b0-4471-a275-231d103ad664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:02.002781 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 35630) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:02.019295 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:02.049137 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f101b6b7-f82b-4f63-9ca7-d9aea6985bec,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:02.054885 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:02.056870 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 up at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:20:02.066478 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2790c5-88b0-4471-a275-231d103ad664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6284bf-7098-4c9d-9709-3edd72dbd2e7,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:02.075765 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-1b2790c5-88b0-4471-a275-231d103ad664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:02.091319 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a232e3-bc3b-4c6c-b8de-af560fbd8173 req-3ccae796-6dd0-4454-969b-103febaff976 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:02.093746 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f2a232e3-bc3b-4c6c-b8de-af560fbd8173 req-3ccae796-6dd0-4454-969b-103febaff976 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 945 time: 0.4435544 Apr 19 18:20:02.097192 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dd9353d6-9147-4b01-8162-4185841165d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:02.132512 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dd9353d6-9147-4b01-8162-4185841165d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:02.188131 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning for port 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:20:02.194057 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning complete for port 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:20:02.194671 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:02.213837 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1b2790c5-88b0-4471-a275-231d103ad664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:02.215047 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-1b2790c5-88b0-4471-a275-231d103ad664 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b6284bf-7098-4c9d-9709-3edd72dbd2e7 HTTP/1.1" status: 204 len: 168 time: 1.0769477 Apr 19 18:20:02.215453 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-29626537-b3e1-479b-9190-155f33d676de req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Attempting to bind port f101b6b7-f82b-4f63-9ca7-d9aea6985bec on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:20:02.216037 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-29626537-b3e1-479b-9190-155f33d676de req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Attempting to bind port f101b6b7-f82b-4f63-9ca7-d9aea6985bec by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'b4910294-a484-41d5-8ee2-58c9bc30ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:20:02.216597 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29626537-b3e1-479b-9190-155f33d676de req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Attempting to bind port f101b6b7-f82b-4f63-9ca7-d9aea6985bec on network 62d4a419-1594-4973-afcf-06199a9f163a {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:20:02.240579 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502acc7b-27fa-45a5-8f87-0bda0f0302a8 req-68015555-8d94-4659-bc99-a7a05d4a79e8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:02.241815 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dd9353d6-9147-4b01-8162-4185841165d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:02.243161 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-502acc7b-27fa-45a5-8f87-0bda0f0302a8 req-68015555-8d94-4659-bc99-a7a05d4a79e8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 945 time: 0.4294283 Apr 19 18:20:02.244377 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29626537-b3e1-479b-9190-155f33d676de req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Port f101b6b7-f82b-4f63-9ca7-d9aea6985bec on network 62d4a419-1594-4973-afcf-06199a9f163a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:20:02.244933 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29626537-b3e1-479b-9190-155f33d676de req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Attempting to bind port f101b6b7-f82b-4f63-9ca7-d9aea6985bec on network 62d4a419-1594-4973-afcf-06199a9f163a {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:20:02.254676 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-4593c7f4-73eb-46c2-a015-de3b2e9ed210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:02.256595 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-4593c7f4-73eb-46c2-a015-de3b2e9ed210 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d8afd2f9-3d31-4b4f-9adf-a6ba880844ee HTTP/1.1" status: 200 len: 858 time: 0.3236756 Apr 19 18:20:02.257301 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29626537-b3e1-479b-9190-155f33d676de req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Checking agent: {'id': '22c244b8-6adf-46d7-a39e-9e58770b1817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'started_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:20:02.257878 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29626537-b3e1-479b-9190-155f33d676de req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Checking segment: {'id': 'b4910294-a484-41d5-8ee2-58c9bc30ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:20:02.258974 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29626537-b3e1-479b-9190-155f33d676de req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Bound using segment: {'id': 'b4910294-a484-41d5-8ee2-58c9bc30ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:20:02.259777 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-29626537-b3e1-479b-9190-155f33d676de req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Bound port: f101b6b7-f82b-4f63-9ca7-d9aea6985bec, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4910294-a484-41d5-8ee2-58c9bc30ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:20:02.260432 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-29626537-b3e1-479b-9190-155f33d676de req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:02.261120 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:02.287804 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9353d6-9147-4b01-8162-4185841165d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23974f95-287a-409a-a0c6-8b9a3ec253a5,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:02.290469 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4a18b357-c27e-44d0-9554-d3aa4af77036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:02.368356 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:02.377116 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-dd9353d6-9147-4b01-8162-4185841165d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:02.402040 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dd9353d6-9147-4b01-8162-4185841165d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:02.403951 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-dd9353d6-9147-4b01-8162-4185841165d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/23974f95-287a-409a-a0c6-8b9a3ec253a5 HTTP/1.1" status: 204 len: 168 time: 0.6346474 Apr 19 18:20:02.405242 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017c0d4a-51d1-4510-a957-30134f262f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfcedd2-3e01-4484-8e9f-0f17990dd1b6'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:20:02.418263 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3dfcedd2-3e01-4484-8e9f-0f17990dd1b6,segment=NetworkSegment(081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc),segment_id=081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:20:02.423932 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:02.426971 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4a18b357-c27e-44d0-9554-d3aa4af77036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:02.428082 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:02.436313 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-0a84b31b-12d3-4621-a4e0-45627abadc73 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f0e48ed-9408-4c13-86a0-4f47989417a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1496928 Apr 19 18:20:02.440237 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4a18b357-c27e-44d0-9554-d3aa4af77036 admin admin] Usage tracker for resource:security_group_rule and tenant:4c1940d6c85a4bca891ea7372836afe2 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:02.444789 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4a18b357-c27e-44d0-9554-d3aa4af77036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:02.454983 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4a18b357-c27e-44d0-9554-d3aa4af77036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:02.478984 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-502acc7b-27fa-45a5-8f87-0bda0f0302a8 req-174bdf32-21fe-4ea5-8df9-ef097ed75214 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237628 Apr 19 18:20:02.536131 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=3dfcedd2-3e01-4484-8e9f-0f17990dd1b6,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:02.540673 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:02.547977 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f2a232e3-bc3b-4c6c-b8de-af560fbd8173 req-9711ac71-9019-4d97-9a90-be74a5369631 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d52367c-25b5-48c8-b897-3627699732a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535972 Apr 19 18:20:02.568664 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4a18b357-c27e-44d0-9554-d3aa4af77036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:02.632520 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-29626537-b3e1-479b-9190-155f33d676de req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] For port f101b6b7-f82b-4f63-9ca7-d9aea6985bec, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:20:02.640678 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4a18b357-c27e-44d0-9554-d3aa4af77036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:02.665944 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-29626537-b3e1-479b-9190-155f33d676de req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] For port f101b6b7-f82b-4f63-9ca7-d9aea6985bec, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f101b6b7-f82b-4f63-9ca7-d9aea6985bec,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:20:02.666155 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:02.673616 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-29626537-b3e1-479b-9190-155f33d676de req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:02.696417 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8b540535-e381-4cf8-895a-c59a440416c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:02.986791 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29626537-b3e1-479b-9190-155f33d676de req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:02.992002 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-29626537-b3e1-479b-9190-155f33d676de req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:02.997417 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-29626537-b3e1-479b-9190-155f33d676de req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] 10.222.0.95 "PUT /v2.0/ports/f101b6b7-f82b-4f63-9ca7-d9aea6985bec HTTP/1.1" status: 200 len: 1093 time: 2.9808788 Apr 19 18:20:02.998768 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa19aac-dfe7-4dbb-a756-31c52a15dd36', 'tag': 'f101b6b7-f82b-4f63-9ca7-d9aea6985bec'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:20:03.059430 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18b357-c27e-44d0-9554-d3aa4af77036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6271e4-175c-4ebe-a1fc-04e42d4eefec,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:03.087833 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4a18b357-c27e-44d0-9554-d3aa4af77036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:03.138305 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-4a18b357-c27e-44d0-9554-d3aa4af77036 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c1940d6c85a4bca891ea7372836afe2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1253879 Apr 19 18:20:03.162985 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 35666) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:03.163681 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 35668) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:03.296809 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f101b6b7-f82b-4f63-9ca7-d9aea6985bec,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:03.310982 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:03.383065 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f62792-984a-4c09-bf91-7e0674402b9a req-b8c7d095-23b3-42f6-a497-895262ce87f5 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:03.396305 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b8f62792-984a-4c09-bf91-7e0674402b9a req-b8c7d095-23b3-42f6-a497-895262ce87f5 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 944 time: 0.5873678 Apr 19 18:20:03.440673 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7ee92456-834b-4058-9533-70f8e8d9cf7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:03.444659 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29626537-b3e1-479b-9190-155f33d676de req-1bc1b4de-a84c-4f49-b160-6ff7e08bb3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:03.447683 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-29626537-b3e1-479b-9190-155f33d676de req-1bc1b4de-a84c-4f49-b160-6ff7e08bb3ea service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=953bb2a403d44bb787795f1209c28a9b&device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 1096 time: 0.3850770 Apr 19 18:20:03.515613 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-7ee92456-834b-4058-9533-70f8e8d9cf7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:03.521403 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-7ee92456-834b-4058-9533-70f8e8d9cf7a admin admin] Usage tracker for resource:security_group_rule and tenant:9df66e9b47e741308006d755d0b1b639 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:03.525671 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-7ee92456-834b-4058-9533-70f8e8d9cf7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:03.537026 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-7ee92456-834b-4058-9533-70f8e8d9cf7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:03.614770 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-29626537-b3e1-479b-9190-155f33d676de req-b4d80354-b8a8-4c20-8f4e-e23f980c24d1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f101b6b7-f82b-4f63-9ca7-d9aea6985bec HTTP/1.1" status: 200 len: 217 time: 0.1550729 Apr 19 18:20:03.677154 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7ee92456-834b-4058-9533-70f8e8d9cf7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:03.678724 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ab8ebb71-1df9-4b81-a0cd-ada37f4f3106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:03.714172 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ab8ebb71-1df9-4b81-a0cd-ada37f4f3106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:03.736408 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b8f62792-984a-4c09-bf91-7e0674402b9a req-a4cc1645-2e97-44ae-9656-e0f469d5b69c tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290203 Apr 19 18:20:03.792921 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29626537-b3e1-479b-9190-155f33d676de req-f9ff632e-ef43-45ad-9fa0-73db891c4435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:03.795671 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-29626537-b3e1-479b-9190-155f33d676de req-f9ff632e-ef43-45ad-9fa0-73db891c4435 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=625ea84b-b025-47d7-a45d-f91f00c07a4e HTTP/1.1" status: 200 len: 855 time: 0.1732976 Apr 19 18:20:03.807799 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-52d186b6-2e92-44f9-b555-792f3bc04568 service neutron] 10.222.0.95 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2357209 Apr 19 18:20:03.808480 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7ee92456-834b-4058-9533-70f8e8d9cf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:03.822334 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4a18b357-c27e-44d0-9554-d3aa4af77036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:03.850767 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017c0d4a-51d1-4510-a957-30134f262f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfcedd2-3e01-4484-8e9f-0f17990dd1b6', 'code': 200} Apr 19 18:20:04.023438 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6a218-9c21-4e58-b079-5ea7f36775c9 req-d3a8a607-5d50-4afd-b010-040bffacb8ef tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:04.032832 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e6a6a218-9c21-4e58-b079-5ea7f36775c9 req-d3a8a607-5d50-4afd-b010-040bffacb8ef tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 943 time: 1.1950817 Apr 19 18:20:04.050164 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29626537-b3e1-479b-9190-155f33d676de req-2b4347ba-1da0-4eed-81c0-894dc911cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:04.052725 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-29626537-b3e1-479b-9190-155f33d676de req-2b4347ba-1da0-4eed-81c0-894dc911cc89 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=62d4a419-1594-4973-afcf-06199a9f163a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2494085 Apr 19 18:20:04.075789 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-7ee92456-834b-4058-9533-70f8e8d9cf7a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9df66e9b47e741308006d755d0b1b639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9061408 Apr 19 18:20:04.082135 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee92456-834b-4058-9533-70f8e8d9cf7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6035c441-4ea3-4a9c-aacc-f740863b2f36,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:04.103344 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 35704) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:04.111696 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7ee92456-834b-4058-9533-70f8e8d9cf7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:04.177055 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ab8ebb71-1df9-4b81-a0cd-ada37f4f3106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:04.213718 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e6a6a218-9c21-4e58-b079-5ea7f36775c9 req-64e0a910-a9cb-446f-83c3-795ff6206bd5 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798341 Apr 19 18:20:04.222347 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:04.287957 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa19aac-dfe7-4dbb-a756-31c52a15dd36', 'tag': 'f101b6b7-f82b-4f63-9ca7-d9aea6985bec', 'status': 'completed', 'code': 200} Apr 19 18:20:04.314962 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ebb71-1df9-4b81-a0cd-ada37f4f3106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6271e4-175c-4ebe-a1fc-04e42d4eefec,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:04.318367 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-29626537-b3e1-479b-9190-155f33d676de req-708cff27-af1f-4b60-85d3-1ef75e862757 service neutron] 10.222.0.95 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585206 Apr 19 18:20:04.333945 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ab8ebb71-1df9-4b81-a0cd-ada37f4f3106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:04.361145 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ab8ebb71-1df9-4b81-a0cd-ada37f4f3106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:04.365987 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-ab8ebb71-1df9-4b81-a0cd-ada37f4f3106 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb6271e4-175c-4ebe-a1fc-04e42d4eefec HTTP/1.1" status: 204 len: 168 time: 1.2010021 Apr 19 18:20:04.405647 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ea827906-04e4-4046-a1ba-09aca5ab5e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:04.411298 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-37f679ef-16a2-4b0d-846e-5da19e3c0ee4 req-5338a603-2367-4a8e-93ad-74bd51bf0dbd service neutron] 10.222.0.95 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5921259 Apr 19 18:20:04.572154 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-29626537-b3e1-479b-9190-155f33d676de req-3d766c66-6bd0-4753-bd35-9d4081ec9699 service neutron] 10.222.0.95 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463613 Apr 19 18:20:04.730339 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ea827906-04e4-4046-a1ba-09aca5ab5e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:04.782452 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c39a3-4ac2-4757-964f-a09d4bbb47f2 req-3d00b796-8d59-4f4e-b6e9-f8022a6a0c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:04.784434 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3b7c39a3-4ac2-4757-964f-a09d4bbb47f2 req-3d00b796-8d59-4f4e-b6e9-f8022a6a0c17 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 1098 time: 0.5469065 Apr 19 18:20:04.852097 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fa2c6-0247-4b32-b1a8-bd0614a973f0 req-70efd5a4-5fa5-4aea-acb1-43f243fcbc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:04.861328 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9a0fa2c6-0247-4b32-b1a8-bd0614a973f0 req-70efd5a4-5fa5-4aea-acb1-43f243fcbc51 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e5aec57c28f45319053964d5da3987a&device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 1097 time: 0.2024331 Apr 19 18:20:05.019125 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebde08e-84d8-4507-b7d3-b5fc08ec367f req-c7f98e37-3795-42bc-b216-8bdec821d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:05.020804 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3ebde08e-84d8-4507-b7d3-b5fc08ec367f req-c7f98e37-3795-42bc-b216-8bdec821d191 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=953bb2a403d44bb787795f1209c28a9b&device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 1096 time: 0.3828261 Apr 19 18:20:05.132744 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ea827906-04e4-4046-a1ba-09aca5ab5e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:05.211552 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:05.229581 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-3b7c39a3-4ac2-4757-964f-a09d4bbb47f2 req-d3895836-ca96-430a-bc5f-91f7ae0eb919 service neutron] Synchronizing usage tracker for tenant:1ffeee3f8f3b42feb506e3d9f522e989 on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:20:05.262144 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea827906-04e4-4046-a1ba-09aca5ab5e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6035c441-4ea3-4a9c-aacc-f740863b2f36,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:05.273311 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ea827906-04e4-4046-a1ba-09aca5ab5e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:05.302037 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ea827906-04e4-4046-a1ba-09aca5ab5e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:05.303106 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-ea827906-04e4-4046-a1ba-09aca5ab5e68 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6035c441-4ea3-4a9c-aacc-f740863b2f36 HTTP/1.1" status: 204 len: 168 time: 1.1985743 Apr 19 18:20:05.322476 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 35742) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:05.343160 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebde08e-84d8-4507-b7d3-b5fc08ec367f req-5b48b991-a313-4be4-8703-1fe4202ecff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:05.346647 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3ebde08e-84d8-4507-b7d3-b5fc08ec367f req-5b48b991-a313-4be4-8703-1fe4202ecff6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=62d4a419-1594-4973-afcf-06199a9f163a HTTP/1.1" status: 200 len: 917 time: 0.3144357 Apr 19 18:20:05.358707 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-3b7c39a3-4ac2-4757-964f-a09d4bbb47f2 req-d3895836-ca96-430a-bc5f-91f7ae0eb919 service neutron] Unset dirty status for tenant:1ffeee3f8f3b42feb506e3d9f522e989 on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:20:05.360741 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3b7c39a3-4ac2-4757-964f-a09d4bbb47f2 req-d3895836-ca96-430a-bc5f-91f7ae0eb919 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605071 Apr 19 18:20:05.396940 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5e90ec9a-35e1-48e1-9398-7bad48107c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:05.433143 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3ebde08e-84d8-4507-b7d3-b5fc08ec367f req-458c8fe8-8cc6-4442-b353-e58e59a696b2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f101b6b7-f82b-4f63-9ca7-d9aea6985bec HTTP/1.1" status: 200 len: 217 time: 0.0789373 Apr 19 18:20:05.444088 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fa2c6-0247-4b32-b1a8-bd0614a973f0 req-af14229d-fcdc-44b1-8fc4-28a0709ab8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:05.446536 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9a0fa2c6-0247-4b32-b1a8-bd0614a973f0 req-af14229d-fcdc-44b1-8fc4-28a0709ab8a0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f0e48ed-9408-4c13-86a0-4f47989417a5 HTTP/1.1" status: 200 len: 919 time: 0.5689468 Apr 19 18:20:05.448261 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-5e90ec9a-35e1-48e1-9398-7bad48107c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:05.459325 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-5e90ec9a-35e1-48e1-9398-7bad48107c85 admin admin] Usage tracker for resource:security_group_rule and tenant:5b754acbf85d49d696f561e9f9141826 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:05.468114 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-5e90ec9a-35e1-48e1-9398-7bad48107c85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:05.567670 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebde08e-84d8-4507-b7d3-b5fc08ec367f req-3285eb48-76f3-41da-8239-5b324d022ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:05.569997 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3ebde08e-84d8-4507-b7d3-b5fc08ec367f req-3285eb48-76f3-41da-8239-5b324d022ed3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=625ea84b-b025-47d7-a45d-f91f00c07a4e HTTP/1.1" status: 200 len: 855 time: 0.1120956 Apr 19 18:20:05.676122 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-5e90ec9a-35e1-48e1-9398-7bad48107c85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:05.724430 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca5eed-bf97-4102-be92-bbb1fb973a50 req-e03aec8d-d12f-46b1-8d6f-7594a1f47964 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:05.725373 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-c6ca5eed-bf97-4102-be92-bbb1fb973a50 req-e03aec8d-d12f-46b1-8d6f-7594a1f47964 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Synchronizing usage tracker for tenant:1e5aec57c28f45319053964d5da3987a on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:20:05.750942 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebde08e-84d8-4507-b7d3-b5fc08ec367f req-e46a1927-b1e1-4e84-8879-a2d41b595e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:05.754172 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3ebde08e-84d8-4507-b7d3-b5fc08ec367f req-e46a1927-b1e1-4e84-8879-a2d41b595e59 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=62d4a419-1594-4973-afcf-06199a9f163a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1741929 Apr 19 18:20:05.773800 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9a0fa2c6-0247-4b32-b1a8-bd0614a973f0 req-8cc26f75-a2ae-4d4d-91ad-dbe314f9d656 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283 HTTP/1.1" status: 200 len: 217 time: 0.3003516 Apr 19 18:20:05.879344 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-c6ca5eed-bf97-4102-be92-bbb1fb973a50 req-e03aec8d-d12f-46b1-8d6f-7594a1f47964 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Unset dirty status for tenant:1e5aec57c28f45319053964d5da3987a on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:20:05.881917 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c6ca5eed-bf97-4102-be92-bbb1fb973a50 req-e03aec8d-d12f-46b1-8d6f-7594a1f47964 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 944 time: 0.7702076 Apr 19 18:20:05.975468 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3ebde08e-84d8-4507-b7d3-b5fc08ec367f req-0fa87893-24f8-4485-a091-e37cf738c3b3 service neutron] 10.222.0.95 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060642 Apr 19 18:20:06.061315 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fa2c6-0247-4b32-b1a8-bd0614a973f0 req-4b05bcf4-4a86-4737-9044-44ee20407cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:06.063826 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9a0fa2c6-0247-4b32-b1a8-bd0614a973f0 req-4b05bcf4-4a86-4737-9044-44ee20407cc8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d8afd2f9-3d31-4b4f-9adf-a6ba880844ee HTTP/1.1" status: 200 len: 858 time: 0.2755971 Apr 19 18:20:06.088157 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-c6ca5eed-bf97-4102-be92-bbb1fb973a50 req-4fe58ff4-72b1-4fe3-8ec4-62ba923f0873 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Synchronizing usage tracker for tenant:1e5aec57c28f45319053964d5da3987a on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:20:06.206782 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3ebde08e-84d8-4507-b7d3-b5fc08ec367f req-90ca786d-1c7e-4334-bcff-44089afa5d41 service neutron] 10.222.0.95 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134926 Apr 19 18:20:06.221678 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9a0fa2c6-0247-4b32-b1a8-bd0614a973f0 req-1073f8f8-4c8f-4dbe-9e2d-220d2f6ab166 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f0e48ed-9408-4c13-86a0-4f47989417a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180372 Apr 19 18:20:06.258919 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5e90ec9a-35e1-48e1-9398-7bad48107c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:06.317073 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5e90ec9a-35e1-48e1-9398-7bad48107c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:06.361745 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-c6ca5eed-bf97-4102-be92-bbb1fb973a50 req-4fe58ff4-72b1-4fe3-8ec4-62ba923f0873 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Unset dirty status for tenant:1e5aec57c28f45319053964d5da3987a on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:20:06.362946 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c6ca5eed-bf97-4102-be92-bbb1fb973a50 req-4fe58ff4-72b1-4fe3-8ec4-62ba923f0873 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701676 Apr 19 18:20:06.368672 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-5d4969cd-e1d7-444e-b707-1497d77c8158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:06.408326 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-5e90ec9a-35e1-48e1-9398-7bad48107c85 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b754acbf85d49d696f561e9f9141826&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0836055 Apr 19 18:20:06.410956 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 35786) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:06.520883 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90ec9a-35e1-48e1-9398-7bad48107c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab93cdb-48c0-439b-a008-3b54a1d218f4,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:06.524339 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-5e90ec9a-35e1-48e1-9398-7bad48107c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:06.665996 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-39426f12-984e-45ff-9d75-b036212086a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:06.759466 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-39426f12-984e-45ff-9d75-b036212086a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:06.805732 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9a0fa2c6-0247-4b32-b1a8-bd0614a973f0 req-a05c6a8b-f239-48e6-893c-6416c7bf8a28 service neutron] 10.222.0.95 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343513 Apr 19 18:20:06.820534 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-39426f12-984e-45ff-9d75-b036212086a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:06.825694 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-590593b1-edbd-4d02-987f-34a58ca83edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:06.838845 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39426f12-984e-45ff-9d75-b036212086a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab93cdb-48c0-439b-a008-3b54a1d218f4,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:06.843844 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-39426f12-984e-45ff-9d75-b036212086a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:06.851427 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-39426f12-984e-45ff-9d75-b036212086a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:06.870027 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-39426f12-984e-45ff-9d75-b036212086a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ab93cdb-48c0-439b-a008-3b54a1d218f4 HTTP/1.1" status: 204 len: 168 time: 0.4455316 Apr 19 18:20:07.041103 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a820a5-376c-489a-b6e0-721504d7cc92 req-dddfb9f8-bb2f-4cf7-9280-29945461f646 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:07.042805 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-19a820a5-376c-489a-b6e0-721504d7cc92 req-dddfb9f8-bb2f-4cf7-9280-29945461f646 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 943 time: 0.5171824 Apr 19 18:20:07.053488 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9a0fa2c6-0247-4b32-b1a8-bd0614a973f0 req-b08bd083-43d2-483f-8605-c672e03e9ad5 service neutron] 10.222.0.95 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205732 Apr 19 18:20:07.117240 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-19a820a5-376c-489a-b6e0-721504d7cc92 req-df07f11e-ace3-4f62-8a89-596871d1937d tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623696 Apr 19 18:20:07.836204 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98bfe3-6f43-4030-aea7-7db4ae0ae617 req-09bae80f-1be5-4be0-b1f2-df531a0f3b38 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:07.839583 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bf98bfe3-6f43-4030-aea7-7db4ae0ae617 req-09bae80f-1be5-4be0-b1f2-df531a0f3b38 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 944 time: 0.2203076 Apr 19 18:20:07.844170 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 35862) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:07.952505 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bf98bfe3-6f43-4030-aea7-7db4ae0ae617 req-ec76b598-65fa-4304-865c-174d9e03c011 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949056 Apr 19 18:20:08.037990 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-265019a7-c50b-463b-bd13-cdc1169b913b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:08.065510 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-265019a7-c50b-463b-bd13-cdc1169b913b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:08.069780 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-265019a7-c50b-463b-bd13-cdc1169b913b admin admin] Usage tracker for resource:security_group_rule and tenant:a29b2c07687a4af2ab839b702b5f17b3 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:08.073099 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-265019a7-c50b-463b-bd13-cdc1169b913b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:08.079516 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-265019a7-c50b-463b-bd13-cdc1169b913b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:08.096088 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device f101b6b7-f82b-4f63-9ca7-d9aea6985bec details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:20:08.187690 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-265019a7-c50b-463b-bd13-cdc1169b913b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:08.192133 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-265019a7-c50b-463b-bd13-cdc1169b913b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:08.247225 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ea827906-04e4-4046-a1ba-09aca5ab5e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:08.265971 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 35878) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:08.266682 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-265019a7-c50b-463b-bd13-cdc1169b913b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a29b2c07687a4af2ab839b702b5f17b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4205091 Apr 19 18:20:08.324631 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265019a7-c50b-463b-bd13-cdc1169b913b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869aa65d-36f7-4a26-b3e2-a9e3d216f133,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:08.331728 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-265019a7-c50b-463b-bd13-cdc1169b913b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:08.351767 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 35892) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:08.413418 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1e31bd85-948c-4dc8-add0-f912aaaa2655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:08.448261 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1e31bd85-948c-4dc8-add0-f912aaaa2655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:08.486010 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port f101b6b7-f82b-4f63-9ca7-d9aea6985bec, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f101b6b7-f82b-4f63-9ca7-d9aea6985bec,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:20:08.515969 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1e31bd85-948c-4dc8-add0-f912aaaa2655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:08.528204 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Returning: {'device': 'f101b6b7-f82b-4f63-9ca7-d9aea6985bec', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'port_id': 'f101b6b7-f82b-4f63-9ca7-d9aea6985bec', 'mac_address': 'fa:16:3e:4f:5c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:20:08.536139 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-594f26b3-e447-42fc-9d5e-53351ef1a459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:08.564170 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31bd85-948c-4dc8-add0-f912aaaa2655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869aa65d-36f7-4a26-b3e2-a9e3d216f133,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:08.594923 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-1e31bd85-948c-4dc8-add0-f912aaaa2655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:08.599228 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1e31bd85-948c-4dc8-add0-f912aaaa2655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:08.606006 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-1e31bd85-948c-4dc8-add0-f912aaaa2655 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/869aa65d-36f7-4a26-b3e2-a9e3d216f133 HTTP/1.1" status: 204 len: 168 time: 0.3388035 Apr 19 18:20:08.614268 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215e77e-948d-4382-a661-a726e9b9b040 req-7cbee6ee-9962-4227-88eb-dca8b4fb7116 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:08.619687 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0215e77e-948d-4382-a661-a726e9b9b040 req-7cbee6ee-9962-4227-88eb-dca8b4fb7116 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 943 time: 0.2284586 Apr 19 18:20:08.662628 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:08.717826 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f101b6b7-f82b-4f63-9ca7-d9aea6985bec {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:20:08.730018 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0215e77e-948d-4382-a661-a726e9b9b040 req-2ea90c7d-6a4f-4ba1-9553-2481732d23c6 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026895 Apr 19 18:20:08.760427 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port f101b6b7-f82b-4f63-9ca7-d9aea6985bec, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f101b6b7-f82b-4f63-9ca7-d9aea6985bec,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:20:08.762984 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 35910) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:08.764974 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:08.765841 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:20:08.772010 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-56e643a9-5a25-418b-801b-fd555ff2f0fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:08.805344 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-915c9dad-d97c-4894-a1fa-cd62afc82d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:08.823999 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-915c9dad-d97c-4894-a1fa-cd62afc82d3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:08.829477 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-915c9dad-d97c-4894-a1fa-cd62afc82d3f admin admin] Usage tracker for resource:security_group_rule and tenant:0d3cbca9b61d4100909fa7ee172f3fdb is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:08.833942 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-915c9dad-d97c-4894-a1fa-cd62afc82d3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:08.842388 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-915c9dad-d97c-4894-a1fa-cd62afc82d3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:08.956810 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-915c9dad-d97c-4894-a1fa-cd62afc82d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:08.960651 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-915c9dad-d97c-4894-a1fa-cd62afc82d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:08.971424 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-87c54edf-3a00-4118-8632-9fc0bbe6045b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:09.005292 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c9dad-d97c-4894-a1fa-cd62afc82d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942b32dd-ed60-472f-9df4-9aa56cda4727,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:09.023677 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-915c9dad-d97c-4894-a1fa-cd62afc82d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:09.081796 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-915c9dad-d97c-4894-a1fa-cd62afc82d3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d3cbca9b61d4100909fa7ee172f3fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7211571 Apr 19 18:20:09.082474 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 35920) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:09.093462 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283,segment=NetworkSegment(081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc),segment_id=081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:20:09.144528 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Returning: {'device': 'd4fe5b47-5ba1-4c47-b6a7-6f4c59a65283', 'network_id': '1f0e48ed-9408-4c13-86a0-4f47989417a5', 'port_id': 'd4fe5b47-5ba1-4c47-b6a7-6f4c59a65283', 'mac_address': 'fa:16:3e:a5:71:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8afd2f9-3d31-4b4f-9adf-a6ba880844ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:20:09.235815 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=f101b6b7-f82b-4f63-9ca7-d9aea6985bec,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:09.241336 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:09.270253 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:09.406278 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8762adac-3ae3-434c-bd94-1f9b219f8b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:09.492561 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8762adac-3ae3-434c-bd94-1f9b219f8b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:09.541429 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:20:09.594138 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283,segment=NetworkSegment(081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc),segment_id=081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:20:09.600032 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:09.603136 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:09.618618 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab386630-ccf3-4122-9cb8-538d96354cea req-ca4118fb-eaed-4ad7-b657-5cfecfac19bd tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:09.633960 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ab386630-ccf3-4122-9cb8-538d96354cea req-ca4118fb-eaed-4ad7-b657-5cfecfac19bd tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 944 time: 0.4014988 Apr 19 18:20:09.640739 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8762adac-3ae3-434c-bd94-1f9b219f8b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:09.647788 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:09.697626 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762adac-3ae3-434c-bd94-1f9b219f8b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942b32dd-ed60-472f-9df4-9aa56cda4727,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:09.707703 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8762adac-3ae3-434c-bd94-1f9b219f8b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:09.717851 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8762adac-3ae3-434c-bd94-1f9b219f8b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:09.719470 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-8762adac-3ae3-434c-bd94-1f9b219f8b29 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/942b32dd-ed60-472f-9df4-9aa56cda4727 HTTP/1.1" status: 204 len: 168 time: 0.6353841 Apr 19 18:20:09.742761 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ab386630-ccf3-4122-9cb8-538d96354cea req-ba6262ad-f7f5-44f9-9961-2c23a80e6ed0 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972333 Apr 19 18:20:09.763338 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:09.795701 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1a356512-fbc9-40be-9080-d6ffb1605f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:09.834508 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:09.841667 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-1a356512-fbc9-40be-9080-d6ffb1605f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:09.849174 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-1a356512-fbc9-40be-9080-d6ffb1605f30 admin admin] Usage tracker for resource:security_group_rule and tenant:5c21bc0ee2974462b919dcaec5ff7980 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:09.858461 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-1a356512-fbc9-40be-9080-d6ffb1605f30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:09.873454 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-1a356512-fbc9-40be-9080-d6ffb1605f30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:09.886102 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:20:09.892955 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-311e5f47-6183-46de-9a17-5649c83f7a77 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:09.894733 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-311e5f47-6183-46de-9a17-5649c83f7a77 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/networks?id=81389814-a967-484b-be2e-4d505a9878a9 HTTP/1.1" status: 200 len: 815 time: 0.3284390 Apr 19 18:20:09.917039 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-9e1f7cda-f4e8-4fcb-b5a4-99d320e713a6 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/quotas/08eaac8bfe8c4be3ab36db0e9749a483 HTTP/1.1" status: 200 len: 375 time: 0.0116901 Apr 19 18:20:10.009949 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['f101b6b7-f82b-4f63-9ca7-d9aea6985bec'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:20:10.153182 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1a356512-fbc9-40be-9080-d6ffb1605f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:10.156097 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-c6e832a8-78e0-44ee-b244-7eecadf7d212 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=08eaac8bfe8c4be3ab36db0e9749a483&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2167625 Apr 19 18:20:10.168430 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1a356512-fbc9-40be-9080-d6ffb1605f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:10.200917 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-df003f3a-e748-4350-b8cb-8c629373b2e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:10.319512 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a356512-fbc9-40be-9080-d6ffb1605f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c767ce56-8c14-4722-b96f-8cce3224b489,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:10.340660 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-1a356512-fbc9-40be-9080-d6ffb1605f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:10.347555 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 35958) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:10.438068 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-ad052eaf-634a-41a7-856d-e5d720972e57 service neutron] 10.222.0.20 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708867 Apr 19 18:20:10.502841 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-1a356512-fbc9-40be-9080-d6ffb1605f30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c21bc0ee2974462b919dcaec5ff7980&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7381842 Apr 19 18:20:10.504077 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 35968) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:10.504756 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 35970) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:10.678678 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb248777-7e35-47a8-9e1c-d9fcfc5d69f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:10.721589 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-fb248777-7e35-47a8-9e1c-d9fcfc5d69f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:10.729256 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-fb248777-7e35-47a8-9e1c-d9fcfc5d69f8 admin admin] Usage tracker for resource:security_group_rule and tenant:369cbda3cd01486681d35a8fa26cebda is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:10.735055 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-fb248777-7e35-47a8-9e1c-d9fcfc5d69f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:10.745927 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-fb248777-7e35-47a8-9e1c-d9fcfc5d69f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:10.831650 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-0720e266-a5db-4a42-8832-0cecd44c722a service neutron] 10.222.0.20 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733246 Apr 19 18:20:10.831806 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-edff950b-7237-4887-bcc4-83f9bc1c2348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:10.882346 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fcb64a12-ece8-4f1a-9798-392d999a878a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:10.906218 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-fcb64a12-ece8-4f1a-9798-392d999a878a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:10.918791 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-fcb64a12-ece8-4f1a-9798-392d999a878a admin admin] Usage tracker for resource:security_group_rule and tenant:43850c62302143b7aa0542a3b13cf2ee is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:10.941963 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-fcb64a12-ece8-4f1a-9798-392d999a878a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:10.956267 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-edff950b-7237-4887-bcc4-83f9bc1c2348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:10.972535 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f03620-3666-4e55-845f-9617aac7cbb8 req-4bdc85ac-63dd-4ede-820e-2004e0b707cb tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:10.973352 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-99f03620-3666-4e55-845f-9617aac7cbb8 req-4bdc85ac-63dd-4ede-820e-2004e0b707cb tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Synchronizing usage tracker for tenant:953bb2a403d44bb787795f1209c28a9b on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:20:10.982873 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-fcb64a12-ece8-4f1a-9798-392d999a878a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:11.081906 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-99f03620-3666-4e55-845f-9617aac7cbb8 req-4bdc85ac-63dd-4ede-820e-2004e0b707cb tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Unset dirty status for tenant:953bb2a403d44bb787795f1209c28a9b on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:20:11.098000 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-99f03620-3666-4e55-845f-9617aac7cbb8 req-4bdc85ac-63dd-4ede-820e-2004e0b707cb tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 944 time: 0.7538369 Apr 19 18:20:11.322378 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb248777-7e35-47a8-9e1c-d9fcfc5d69f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:11.334941 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdd223-1520-4f17-adab-ccdb95a2bef6 req-01b6fcdf-a8ac-44fd-b6ef-68d8b7741356 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:11.340042 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-13fdd223-1520-4f17-adab-ccdb95a2bef6 req-01b6fcdf-a8ac-44fd-b6ef-68d8b7741356 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 945 time: 0.1118031 Apr 19 18:20:11.352635 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-edff950b-7237-4887-bcc4-83f9bc1c2348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:11.375173 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-1a356512-fbc9-40be-9080-d6ffb1605f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:11.415898 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff950b-7237-4887-bcc4-83f9bc1c2348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c767ce56-8c14-4722-b96f-8cce3224b489,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:11.429641 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-13fdd223-1520-4f17-adab-ccdb95a2bef6 req-49fa6dea-3139-4eb6-9c21-0bcb4f71c961 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d52367c-25b5-48c8-b897-3627699732a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735545 Apr 19 18:20:11.452858 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb248777-7e35-47a8-9e1c-d9fcfc5d69f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:11.511892 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-edff950b-7237-4887-bcc4-83f9bc1c2348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:11.514707 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-edff950b-7237-4887-bcc4-83f9bc1c2348 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c767ce56-8c14-4722-b96f-8cce3224b489 HTTP/1.1" status: 204 len: 168 time: 1.0041718 Apr 19 18:20:11.522388 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-edff950b-7237-4887-bcc4-83f9bc1c2348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:11.523314 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-edff950b-7237-4887-bcc4-83f9bc1c2348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:11.551656 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 36004) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:11.551892 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-fb248777-7e35-47a8-9e1c-d9fcfc5d69f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=369cbda3cd01486681d35a8fa26cebda&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0447402 Apr 19 18:20:11.580826 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-99f03620-3666-4e55-845f-9617aac7cbb8 req-2ae2a5c9-7606-4b19-96c0-e6cf37c52996 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4561448 Apr 19 18:20:11.646738 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fcb64a12-ece8-4f1a-9798-392d999a878a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:11.731071 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fcb64a12-ece8-4f1a-9798-392d999a878a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:11.853869 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-fcb64a12-ece8-4f1a-9798-392d999a878a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43850c62302143b7aa0542a3b13cf2ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4869337 Apr 19 18:20:11.855802 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb248777-7e35-47a8-9e1c-d9fcfc5d69f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e685e5e-f223-426b-ae3a-609d2e304e4e,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:11.858539 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 36010) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:11.864447 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fb248777-7e35-47a8-9e1c-d9fcfc5d69f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:11.875623 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-30090cf6-37db-4197-a70d-7fe6013c97e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:11.932841 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb64a12-ece8-4f1a-9798-392d999a878a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbef40a3-d9d3-4b08-a17c-df556771df04,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:11.940637 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fcb64a12-ece8-4f1a-9798-392d999a878a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:11.953984 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-da88dae6-4bca-406b-a9bc-b754ccb2c5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:11.991822 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-da88dae6-4bca-406b-a9bc-b754ccb2c5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:12.012532 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c2853871-adb5-4a94-993b-1f2a2f45aa12 req-91b6eadd-e097-4497-aaa3-be1d695ff03d tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5719137-eb41-4d45-b7eb-621e5860ece7 HTTP/1.1" status: 200 len: 210 time: 0.0753169 Apr 19 18:20:12.105135 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-09e8f183-e7f5-40d7-9255-4e35fd7b6d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:12.151424 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 36014) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:12.158070 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283 up at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:20:12.158483 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-da88dae6-4bca-406b-a9bc-b754ccb2c5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:12.160577 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:20:12.183598 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:12.195973 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0a4e62aa-c17d-4372-91de-c6590ec03148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:12.215491 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88dae6-4bca-406b-a9bc-b754ccb2c5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e685e5e-f223-426b-ae3a-609d2e304e4e,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:12.218890 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-da88dae6-4bca-406b-a9bc-b754ccb2c5da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:12.237299 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-09e8f183-e7f5-40d7-9255-4e35fd7b6d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:12.250861 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-da88dae6-4bca-406b-a9bc-b754ccb2c5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:12.252170 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-da88dae6-4bca-406b-a9bc-b754ccb2c5da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e685e5e-f223-426b-ae3a-609d2e304e4e HTTP/1.1" status: 204 len: 168 time: 0.6987031 Apr 19 18:20:12.260633 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-0a4e62aa-c17d-4372-91de-c6590ec03148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:12.269803 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-0a4e62aa-c17d-4372-91de-c6590ec03148 admin admin] Usage tracker for resource:security_group_rule and tenant:4a7583c786cc47d98d3b70bb71082ea1 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:12.272862 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86bb99-2d0d-4ee9-97f6-c21bbbf47f81 req-6774ffa5-268b-43f9-b00d-39d6762e2c1d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:12.275076 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3a86bb99-2d0d-4ee9-97f6-c21bbbf47f81 req-6774ffa5-268b-43f9-b00d-39d6762e2c1d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 945 time: 0.4902344 Apr 19 18:20:12.289531 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-0a4e62aa-c17d-4372-91de-c6590ec03148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:12.291699 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2fddc-0763-4747-b677-7416c19176f6 req-18f2cc50-b966-46b5-9474-5ce69d5e7381 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:12.293515 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-aaa2fddc-0763-4747-b677-7416c19176f6 req-18f2cc50-b966-46b5-9474-5ce69d5e7381 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.95 "GET /v2.0/ports?device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 945 time: 0.3412178 Apr 19 18:20:12.329140 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-0a4e62aa-c17d-4372-91de-c6590ec03148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:12.451803 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3a86bb99-2d0d-4ee9-97f6-c21bbbf47f81 req-37e4e1cd-289d-47e2-b7f4-86e1b3b626c8 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426959 Apr 19 18:20:12.466809 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning for port d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:20:12.467842 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-aaa2fddc-0763-4747-b677-7416c19176f6 req-2588ee60-4418-47b9-9344-71f0bc043938 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Deleting port fbd806a2-925d-4f1c-a6f5-f93cc6d21949 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:20:12.468294 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-aaa2fddc-0763-4747-b677-7416c19176f6 req-2588ee60-4418-47b9-9344-71f0bc043938 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:12.488733 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning complete for port d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:20:12.491362 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:12.608519 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0a4e62aa-c17d-4372-91de-c6590ec03148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:12.631599 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0a4e62aa-c17d-4372-91de-c6590ec03148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:12.682700 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:12.855070 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-0a4e62aa-c17d-4372-91de-c6590ec03148 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a7583c786cc47d98d3b70bb71082ea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7018814 Apr 19 18:20:12.856548 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 36028) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:12.864091 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e62aa-c17d-4372-91de-c6590ec03148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235db444-b2cb-40b4-8612-f1d7704324ce,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:12.973608 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:12.974419 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0a4e62aa-c17d-4372-91de-c6590ec03148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:13.044880 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f61ac5b-45c0-4292-9979-32a09678cc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fe5b47-5ba1-4c47-b6a7-6f4c59a65283'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:20:13.066103 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283,segment=NetworkSegment(081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc),segment_id=081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:20:13.071607 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:13.073851 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device f101b6b7-f82b-4f63-9ca7-d9aea6985bec up at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:20:13.121521 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:13.211925 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:13.225881 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:13.249735 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-09e8f183-e7f5-40d7-9255-4e35fd7b6d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:13.265547 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:13.268530 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning for port f101b6b7-f82b-4f63-9ca7-d9aea6985bec completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:20:13.274919 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning complete for port f101b6b7-f82b-4f63-9ca7-d9aea6985bec triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:20:13.275480 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-aaa2fddc-0763-4747-b677-7416c19176f6 req-2588ee60-4418-47b9-9344-71f0bc043938 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] For port fbd806a2-925d-4f1c-a6f5-f93cc6d21949, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fbd806a2-925d-4f1c-a6f5-f93cc6d21949,segment=NetworkSegment(d21f949a-4b30-420a-b347-84d043c4bcec),segment_id=d21f949a-4b30-420a-b347-84d043c4bcec)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:20:13.275857 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:13.275961 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-aaa2fddc-0763-4747-b677-7416c19176f6 req-2588ee60-4418-47b9-9344-71f0bc043938 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:13.290684 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-09e8f183-e7f5-40d7-9255-4e35fd7b6d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:13.294366 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-09e8f183-e7f5-40d7-9255-4e35fd7b6d1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbef40a3-d9d3-4b08-a17c-df556771df04 HTTP/1.1" status: 204 len: 168 time: 1.4323885 Apr 19 18:20:13.302350 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8f183-e7f5-40d7-9255-4e35fd7b6d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbef40a3-d9d3-4b08-a17c-df556771df04,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:13.321172 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-09e8f183-e7f5-40d7-9255-4e35fd7b6d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:13.415768 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-aaa2fddc-0763-4747-b677-7416c19176f6 req-2588ee60-4418-47b9-9344-71f0bc043938 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Calling delete_port for fbd806a2-925d-4f1c-a6f5-f93cc6d21949 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:20:13.443778 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-07b4ee3b-80c6-4381-a365-4d6649c3e57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:13.466155 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:13.496644 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-f937929e-7585-496a-b845-54076acf20a0 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:13.499214 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-f937929e-7585-496a-b845-54076acf20a0 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.95 "GET /v2.0/networks?id=81389814-a967-484b-be2e-4d505a9878a9 HTTP/1.1" status: 200 len: 815 time: 0.4103115 Apr 19 18:20:13.526251 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port f101b6b7-f82b-4f63-9ca7-d9aea6985bec, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f101b6b7-f82b-4f63-9ca7-d9aea6985bec,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:20:13.534341 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:13.536434 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:13.565004 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63b759-7660-4284-b9a3-ba3abd543c61 req-42743c99-7886-49b0-84ed-2782c0bd444c tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:13.567176 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3a63b759-7660-4284-b9a3-ba3abd543c61 req-42743c99-7886-49b0-84ed-2782c0bd444c tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 945 time: 0.5913808 Apr 19 18:20:13.627646 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Request body: {'port': {'device_id': 'a5719137-eb41-4d45-b7eb-621e5860ece7', 'network_id': '81389814-a967-484b-be2e-4d505a9878a9', 'admin_state_up': True, 'tenant_id': '08eaac8bfe8c4be3ab36db0e9749a483'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:20:13.672933 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=f101b6b7-f82b-4f63-9ca7-d9aea6985bec,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:13.688336 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:13.696936 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-07b4ee3b-80c6-4381-a365-4d6649c3e57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:13.909227 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-aaa2fddc-0763-4747-b677-7416c19176f6 req-2588ee60-4418-47b9-9344-71f0bc043938 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:13.915828 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:13.923617 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['fbd806a2-925d-4f1c-a6f5-f93cc6d21949'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:20:13.977647 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588ee60-4418-47b9-9344-71f0bc043938 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Pushing event deleted for resources: {'Port': ['ID=fbd806a2-925d-4f1c-a6f5-f93cc6d21949,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:13.988331 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3a63b759-7660-4284-b9a3-ba3abd543c61 req-f17dca96-b497-4276-8ff2-17d9bfcb159b tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d52367c-25b5-48c8-b897-3627699732a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720315 Apr 19 18:20:14.004195 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2588ee60-4418-47b9-9344-71f0bc043938 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:14.072713 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f61ac5b-45c0-4292-9979-32a09678cc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fe5b47-5ba1-4c47-b6a7-6f4c59a65283', 'code': 200} Apr 19 18:20:14.081589 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:14.084894 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3807a35-0dd8-45c9-af08-32f61cccd139 req-4c0bbed7-9a08-4f2a-b595-71f744e6ece8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:14.105099 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:14.109389 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e3807a35-0dd8-45c9-af08-32f61cccd139 req-4c0bbed7-9a08-4f2a-b595-71f744e6ece8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 945 time: 0.6106608 Apr 19 18:20:14.142867 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Made reservation on behalf of 08eaac8bfe8c4be3ab36db0e9749a483 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:20:14.174100 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:14.205843 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa2fddc-0763-4747-b677-7416c19176f6 req-2588ee60-4418-47b9-9344-71f0bc043938 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] No DVR routers for this DVR port fbd806a2-925d-4f1c-a6f5-f93cc6d21949 on host hv-cinder-78692 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:20:14.211145 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-07b4ee3b-80c6-4381-a365-4d6649c3e57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:14.214340 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-aaa2fddc-0763-4747-b677-7416c19176f6 req-2588ee60-4418-47b9-9344-71f0bc043938 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:14.225354 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaa4495-7dba-4c54-b49b-cdee63e3e875', 'name': 'network-vif-deleted', 'tag': 'fbd806a2-925d-4f1c-a6f5-f93cc6d21949'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:20:14.232018 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:14.267593 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-07b4ee3b-80c6-4381-a365-4d6649c3e57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:14.271992 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-07b4ee3b-80c6-4381-a365-4d6649c3e57e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/235db444-b2cb-40b4-8612-f1d7704324ce HTTP/1.1" status: 204 len: 168 time: 1.4125464 Apr 19 18:20:14.280943 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4ee3b-80c6-4381-a365-4d6649c3e57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235db444-b2cb-40b4-8612-f1d7704324ce,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:14.293309 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-07b4ee3b-80c6-4381-a365-4d6649c3e57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:14.303658 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e3807a35-0dd8-45c9-af08-32f61cccd139 req-eb5f7078-fb5d-4dc8-88f6-a3076472a020 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860166 Apr 19 18:20:14.312967 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-aaa2fddc-0763-4747-b677-7416c19176f6 req-2588ee60-4418-47b9-9344-71f0bc043938 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.95 "DELETE /v2.0/ports/fbd806a2-925d-4f1c-a6f5-f93cc6d21949 HTTP/1.1" status: 204 len: 173 time: 2.0041087 Apr 19 18:20:14.540001 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Allocated IP 172.20.0.7 (81389814-a967-484b-be2e-4d505a9878a9/6f8bd5b2-70c1-40b8-b712-5bfe8d2a2d70/6b5f7838-8ca8-4832-9e15-5f35e6101ba3) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:20:14.568354 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8b8da7eb-1737-4981-aa85-baaa62bde38b req-3516735d-48e3-4283-a72a-322a441509c6 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5719137-eb41-4d45-b7eb-621e5860ece7 HTTP/1.1" status: 200 len: 210 time: 0.2946568 Apr 19 18:20:14.698396 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eaa4495-7dba-4c54-b49b-cdee63e3e875', 'name': 'network-vif-deleted', 'tag': 'fbd806a2-925d-4f1c-a6f5-f93cc6d21949', 'status': 'completed', 'code': 200} Apr 19 18:20:14.757317 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc5b3d-c76d-46f1-9ef5-09128b366ebc req-ed9a342c-b42b-4b3e-9dd9-1432f5125f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:14.758933 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-66fc5b3d-c76d-46f1-9ef5-09128b366ebc req-ed9a342c-b42b-4b3e-9dd9-1432f5125f21 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 1099 time: 0.3552287 Apr 19 18:20:14.772905 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1a543-ff72-496b-883d-ae79fcf8c12d req-1cdae002-ce9d-423c-9a4a-8ae511cc93c3 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:14.774517 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-01e1a543-ff72-496b-883d-ae79fcf8c12d req-1cdae002-ce9d-423c-9a4a-8ae511cc93c3 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.2200956 Apr 19 18:20:14.878762 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-66fc5b3d-c76d-46f1-9ef5-09128b366ebc req-a393197f-df19-42c1-87ca-0b2e69b106b9 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030955 Apr 19 18:20:14.933269 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-01e1a543-ff72-496b-883d-ae79fcf8c12d req-3b8e51d9-2f7b-4032-983f-ff0c12d8e012 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081541 Apr 19 18:20:14.936949 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:14.990422 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:15.003073 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:15.004488 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['a2ef709f-013a-4408-bcc9-ae33d26dc54b'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:20:15.109067 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Network 81389814-a967-484b-be2e-4d505a9878a9 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:20:15.138023 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Pushing event updated for resources: {'Port': ['ID=6b5f7838-8ca8-4832-9e15-5f35e6101ba3,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:15.141346 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:20:15.146090 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:20:15.271490 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:15.272288 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:15.273063 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:15.273725 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:15.274391 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:15.275058 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:15.276148 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:15.276806 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:15.278191 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:15.279678 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:15.280578 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:15.281498 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:15.306560 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:15.420306 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:15.423489 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:15.767486 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2237422 Apr 19 18:20:15.860915 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b43ef2b0-d828-41f1-af64-4f9e43156270 req-d01d4969-99ab-49f3-9e49-5860ee789e8c tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] 10.222.0.20 "GET /v2.0/ports?device_id=9eaa4495-7dba-4c54-b49b-cdee63e3e875 HTTP/1.1" status: 200 len: 210 time: 0.5051944 Apr 19 18:20:15.887921 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Request body: {'port': {'device_id': 'a5719137-eb41-4d45-b7eb-621e5860ece7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:20:15.979001 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e788a15-eecb-4509-9810-816d1113bcfa req-874e73de-0bfc-40d1-b909-3d379b8dbcf5 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:15.991082 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9e788a15-eecb-4509-9810-816d1113bcfa req-874e73de-0bfc-40d1-b909-3d379b8dbcf5 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 945 time: 0.3859525 Apr 19 18:20:16.074317 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa19aac-dfe7-4dbb-a756-31c52a15dd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f101b6b7-f82b-4f63-9ca7-d9aea6985bec'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:20:16.148878 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9e788a15-eecb-4509-9810-816d1113bcfa req-8690e4b7-6ba2-4171-abc9-231427b69a11 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565530 Apr 19 18:20:16.199330 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device fbd806a2-925d-4f1c-a6f5-f93cc6d21949 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:20:16.386410 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-475608ed-a13e-46e7-9848-c108f45467de None None] No Port match for: fbd806a2-925d-4f1c-a6f5-f93cc6d21949 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:20:16.391972 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device fbd806a2-925d-4f1c-a6f5-f93cc6d21949 not bound to the agent host hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:20:16.509388 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:16.580915 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628fc4f-83cf-4756-8bbe-6cede0cfc0a4 req-7398c69f-5dcb-4af1-a392-0a38774839c5 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:16.584733 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7628fc4f-83cf-4756-8bbe-6cede0cfc0a4 req-7398c69f-5dcb-4af1-a392-0a38774839c5 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.1957915 Apr 19 18:20:16.729617 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7628fc4f-83cf-4756-8bbe-6cede0cfc0a4 req-3ff3e09b-dc60-4eb1-bd65-526fbda74522 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363964 Apr 19 18:20:16.795684 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68dcc0-0665-448e-9fac-0fab1bf1c72c req-8bd71cb3-e956-43ba-87c4-c7f799e637c7 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:16.798432 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-ae68dcc0-0665-448e-9fac-0fab1bf1c72c req-8bd71cb3-e956-43ba-87c4-c7f799e637c7 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Synchronizing usage tracker for tenant:08eaac8bfe8c4be3ab36db0e9749a483 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:20:16.835572 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa19aac-dfe7-4dbb-a756-31c52a15dd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f101b6b7-f82b-4f63-9ca7-d9aea6985bec', 'code': 200} Apr 19 18:20:16.972374 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-ae68dcc0-0665-448e-9fac-0fab1bf1c72c req-8bd71cb3-e956-43ba-87c4-c7f799e637c7 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Unset dirty status for tenant:08eaac8bfe8c4be3ab36db0e9749a483 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:20:16.988885 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ae68dcc0-0665-448e-9fac-0fab1bf1c72c req-8bd71cb3-e956-43ba-87c4-c7f799e637c7 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5719137-eb41-4d45-b7eb-621e5860ece7 HTTP/1.1" status: 200 len: 931 time: 0.6428123 Apr 19 18:20:17.459531 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ae68dcc0-0665-448e-9fac-0fab1bf1c72c req-5698bbe3-e64a-484b-aacd-7c780414843f tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695027 Apr 19 18:20:17.620619 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc9b5c-7df5-4a9d-b591-6a70cbfdde3a req-d7f04742-7181-4493-b8f1-c24b13305aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:17.624180 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a1dc9b5c-7df5-4a9d-b591-6a70cbfdde3a req-d7f04742-7181-4493-b8f1-c24b13305aac service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 1098 time: 0.3973074 Apr 19 18:20:17.662226 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b5f7838-8ca8-4832-9e15-5f35e6101ba3 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:20:17.680306 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:17.716056 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Transition to ACTIVE for port object 6b5f7838-8ca8-4832-9e15-5f35e6101ba3 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:20:17.723171 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a1dc9b5c-7df5-4a9d-b591-6a70cbfdde3a req-7bc63b4b-2a7f-46a0-8592-fa87ca78f6ad service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861731 Apr 19 18:20:17.723479 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:17.738163 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:17.855531 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ef9e0-dc59-40a0-8446-f577c55b710c req-89474684-3304-4202-9159-db55215e54e7 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:17.863392 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ba7ef9e0-dc59-40a0-8446-f577c55b710c req-89474684-3304-4202-9159-db55215e54e7 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 945 time: 0.3374498 Apr 19 18:20:17.980239 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ba7ef9e0-dc59-40a0-8446-f577c55b710c req-9989047c-14b1-42d1-8b1e-3680d6dfe2e1 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015284 Apr 19 18:20:18.196233 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Pushing event updated for resources: {'Port': ['ID=6b5f7838-8ca8-4832-9e15-5f35e6101ba3,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:18.204316 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:18.264956 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Attempting to bind port 6b5f7838-8ca8-4832-9e15-5f35e6101ba3 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:20:18.265163 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Attempting to bind port 6b5f7838-8ca8-4832-9e15-5f35e6101ba3 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '81389814-a967-484b-be2e-4d505a9878a9'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:20:18.265665 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Attempting to bind port 6b5f7838-8ca8-4832-9e15-5f35e6101ba3 on network 81389814-a967-484b-be2e-4d505a9878a9 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:20:18.271894 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Port 6b5f7838-8ca8-4832-9e15-5f35e6101ba3 on network 81389814-a967-484b-be2e-4d505a9878a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:20:18.272269 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Attempting to bind port 6b5f7838-8ca8-4832-9e15-5f35e6101ba3 on network 81389814-a967-484b-be2e-4d505a9878a9 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:20:18.284908 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf77f6c-6fad-4d6c-bd95-3395b6e5a5a5 req-3116abc7-c913-40ea-88b9-ca6269762a29 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:18.294282 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8cf77f6c-6fad-4d6c-bd95-3395b6e5a5a5 req-3116abc7-c913-40ea-88b9-ca6269762a29 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.3149133 Apr 19 18:20:18.323593 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Checking agent: {'id': '22c244b8-6adf-46d7-a39e-9e58770b1817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'started_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:20:18.324021 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Checking segment: {'id': 'aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '81389814-a967-484b-be2e-4d505a9878a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:20:18.324393 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Bound using segment: {'id': 'aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '81389814-a967-484b-be2e-4d505a9878a9'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:20:18.324892 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Bound port: 6b5f7838-8ca8-4832-9e15-5f35e6101ba3, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '81389814-a967-484b-be2e-4d505a9878a9'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:20:18.325269 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:18.431820 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8cf77f6c-6fad-4d6c-bd95-3395b6e5a5a5 req-82152bff-db13-49d4-9a2a-75fe6b21eca3 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363301 Apr 19 18:20:18.509211 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] For port 6b5f7838-8ca8-4832-9e15-5f35e6101ba3, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:20:18.519044 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] For port 6b5f7838-8ca8-4832-9e15-5f35e6101ba3, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=6b5f7838-8ca8-4832-9e15-5f35e6101ba3,segment=NetworkSegment(aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4),segment_id=aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:20:18.524094 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:18.546524 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:18.874894 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:18.875956 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:18.878419 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] 10.222.0.95 "PUT /v2.0/ports/6b5f7838-8ca8-4832-9e15-5f35e6101ba3 HTTP/1.1" status: 200 len: 1093 time: 3.0770061 Apr 19 18:20:18.883392 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Pushing event updated for resources: {'Port': ['ID=6b5f7838-8ca8-4832-9e15-5f35e6101ba3,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:18.890426 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:18.891989 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5719137-eb41-4d45-b7eb-621e5860ece7', 'tag': '6b5f7838-8ca8-4832-9e15-5f35e6101ba3'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:20:18.898229 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 36226) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:19.165837 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5719137-eb41-4d45-b7eb-621e5860ece7', 'tag': '6b5f7838-8ca8-4832-9e15-5f35e6101ba3', 'status': 'completed', 'code': 200} Apr 19 18:20:19.225653 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebae8c-3713-4678-b34d-9e8a734c756c req-2334a9ee-d4dd-428e-aa7b-484a0012a4cc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:19.227556 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a8ebae8c-3713-4678-b34d-9e8a734c756c req-2334a9ee-d4dd-428e-aa7b-484a0012a4cc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5719137-eb41-4d45-b7eb-621e5860ece7 HTTP/1.1" status: 200 len: 943 time: 0.3477283 Apr 19 18:20:19.256954 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea7329-b199-45e5-aea9-01beb6607202 req-92316904-e9fc-4588-ae4e-cac8bbf312a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:19.258737 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dbea7329-b199-45e5-aea9-01beb6607202 req-92316904-e9fc-4588-ae4e-cac8bbf312a4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e5aec57c28f45319053964d5da3987a&device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 1099 time: 0.1783719 Apr 19 18:20:19.340475 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a8ebae8c-3713-4678-b34d-9e8a734c756c req-f59b6237-0174-4fbf-b13d-73b9773f79cf tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009669 Apr 19 18:20:19.351102 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-aa16ae11-3f7b-44d1-b38e-a192ea9b9874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:19.355081 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-aa16ae11-3f7b-44d1-b38e-a192ea9b9874 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08eaac8bfe8c4be3ab36db0e9749a483&device_id=a5719137-eb41-4d45-b7eb-621e5860ece7 HTTP/1.1" status: 200 len: 1096 time: 0.3156013 Apr 19 18:20:19.461686 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-f1f9b5cc-50b2-49a3-b06f-847e6933cfd1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b5f7838-8ca8-4832-9e15-5f35e6101ba3 HTTP/1.1" status: 200 len: 217 time: 0.0986633 Apr 19 18:20:19.469871 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea755-7e49-4d19-9e6d-9af524fcd6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:19.502089 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-fc9ea755-7e49-4d19-9e6d-9af524fcd6ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:19.506314 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-fc9ea755-7e49-4d19-9e6d-9af524fcd6ec admin admin] Usage tracker for resource:security_group_rule and tenant:8a096079a75b4ea6846b84a1c2629244 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:19.509697 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-fc9ea755-7e49-4d19-9e6d-9af524fcd6ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:19.516283 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-fc9ea755-7e49-4d19-9e6d-9af524fcd6ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:19.618484 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea755-7e49-4d19-9e6d-9af524fcd6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:19.636274 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea755-7e49-4d19-9e6d-9af524fcd6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:19.644537 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-d19ba165-15c6-40c7-a017-7890f2c13599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:19.647375 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-d19ba165-15c6-40c7-a017-7890f2c13599 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6f8bd5b2-70c1-40b8-b712-5bfe8d2a2d70 HTTP/1.1" status: 200 len: 855 time: 0.1783340 Apr 19 18:20:19.649211 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e43e4b5b-cb12-4de6-9525-f84125912e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:19.724357 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436a788-86f5-4d45-8bd2-977799b88193 req-b1e06584-223f-4ac4-8dba-90cd8cfd0275 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:19.729058 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a436a788-86f5-4d45-8bd2-977799b88193 req-b1e06584-223f-4ac4-8dba-90cd8cfd0275 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 945 time: 0.3650985 Apr 19 18:20:19.748625 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea7329-b199-45e5-aea9-01beb6607202 req-55001de7-eeda-4e81-a7c7-48a5eade83b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:19.749902 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dbea7329-b199-45e5-aea9-01beb6607202 req-55001de7-eeda-4e81-a7c7-48a5eade83b7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f0e48ed-9408-4c13-86a0-4f47989417a5 HTTP/1.1" status: 200 len: 919 time: 0.4792473 Apr 19 18:20:19.752355 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-fc9ea755-7e49-4d19-9e6d-9af524fcd6ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a096079a75b4ea6846b84a1c2629244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8530393 Apr 19 18:20:19.757745 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 36266) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:19.775961 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ea755-7e49-4d19-9e6d-9af524fcd6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9649d20d-87cc-4a75-94e7-a42f692d4a44,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:19.829010 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-3befb013-5f93-4056-907d-5a354030b13f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=81389814-a967-484b-be2e-4d505a9878a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868616 Apr 19 18:20:19.897887 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ea755-7e49-4d19-9e6d-9af524fcd6ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:19.898293 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ea755-7e49-4d19-9e6d-9af524fcd6ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:19.898688 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ea755-7e49-4d19-9e6d-9af524fcd6ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:19.899075 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ea755-7e49-4d19-9e6d-9af524fcd6ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:19.899530 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ea755-7e49-4d19-9e6d-9af524fcd6ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:19.899918 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ea755-7e49-4d19-9e6d-9af524fcd6ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:19.900300 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ea755-7e49-4d19-9e6d-9af524fcd6ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:19.900681 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ea755-7e49-4d19-9e6d-9af524fcd6ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:19.901063 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ea755-7e49-4d19-9e6d-9af524fcd6ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:19.901440 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ea755-7e49-4d19-9e6d-9af524fcd6ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:19.901816 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ea755-7e49-4d19-9e6d-9af524fcd6ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:19.902192 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9ea755-7e49-4d19-9e6d-9af524fcd6ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:19.923069 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fc9ea755-7e49-4d19-9e6d-9af524fcd6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:19.925038 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dbea7329-b199-45e5-aea9-01beb6607202 req-bcaff637-00ea-4c70-a274-bdfb4409c1ee service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283 HTTP/1.1" status: 200 len: 217 time: 0.1641080 Apr 19 18:20:20.007373 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a436a788-86f5-4d45-8bd2-977799b88193 req-17b3096d-f29c-4d8b-b210-ac698bb349e7 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639110 Apr 19 18:20:20.027440 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d0e55f48-be85-47f9-9b8a-74398a50ca1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:20.035082 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe00e18-4db8-42b9-8408-0aa0adcea836 req-7c1b0084-46a0-41df-b5de-4c53ea88a61e tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:20.048141 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ebe00e18-4db8-42b9-8408-0aa0adcea836 req-7c1b0084-46a0-41df-b5de-4c53ea88a61e tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.3989005 Apr 19 18:20:20.099861 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea7329-b199-45e5-aea9-01beb6607202 req-1d4eb846-2bc9-40bc-a38a-9c87cdc67af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:20.102005 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dbea7329-b199-45e5-aea9-01beb6607202 req-1d4eb846-2bc9-40bc-a38a-9c87cdc67af4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d8afd2f9-3d31-4b4f-9adf-a6ba880844ee HTTP/1.1" status: 200 len: 858 time: 0.1649389 Apr 19 18:20:20.157274 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ebe00e18-4db8-42b9-8408-0aa0adcea836 req-6328ff76-dbad-41fb-8aec-d490eff32be0 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076992 Apr 19 18:20:20.160105 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d0e55f48-be85-47f9-9b8a-74398a50ca1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:20.193067 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dbea7329-b199-45e5-aea9-01beb6607202 req-823bdd90-023f-4e92-be1b-ee580a2c14f2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f0e48ed-9408-4c13-86a0-4f47989417a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756280 Apr 19 18:20:20.270989 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-c2929d64-df15-4d8d-8b84-0c631882467a service neutron] 10.222.0.95 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209964 Apr 19 18:20:20.354561 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-83cf3afa-16c6-412a-97b2-0df5b744879d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:20.433661 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dbea7329-b199-45e5-aea9-01beb6607202 req-5f4cc2d5-d06c-428e-b577-ee917fb64a4c service neutron] 10.222.0.95 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252879 Apr 19 18:20:20.434189 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 36300) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:20.674109 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_v2 [None req-f65b18df-87fb-4af4-a4eb-2e8163ed6276 admin admin] Deleting subnet 55c56686-f000-41ed-83c1-9d25c4cf011a {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:20:20.689948 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcb543-571c-4c4b-a097-f723f84a4026 req-16cf98fc-609b-445a-85aa-691d0faa13d2 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:20.704115 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-fbdcb543-571c-4c4b-a097-f723f84a4026 req-16cf98fc-609b-445a-85aa-691d0faa13d2 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 945 time: 0.2549689 Apr 19 18:20:20.707997 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b6c0b370-9927-40b2-9179-abdf72394b77 req-e60cb5bb-bdc8-41d8-8aa1-aa63da337ec7 service neutron] 10.222.0.95 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251702 Apr 19 18:20:20.721357 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 36324) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:20.730312 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-2306a62c-cb3f-4a4c-bc85-2c354e2ff6dc tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Request body: {'floatingip': {'port_id': 'f101b6b7-f82b-4f63-9ca7-d9aea6985bec'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:20:20.908654 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2306a62c-cb3f-4a4c-bc85-2c354e2ff6dc tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for floatingip, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:21.020744 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f65b18df-87fb-4af4-a4eb-2e8163ed6276 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:21.110603 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d0e55f48-be85-47f9-9b8a-74398a50ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:21.121249 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-5e90ec9a-35e1-48e1-9398-7bad48107c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:21.156722 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f65b18df-87fb-4af4-a4eb-2e8163ed6276 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853074136'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:21.190178 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e55f48-be85-47f9-9b8a-74398a50ca1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9649d20d-87cc-4a75-94e7-a42f692d4a44,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:21.208956 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d0e55f48-be85-47f9-9b8a-74398a50ca1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:21.211546 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d0e55f48-be85-47f9-9b8a-74398a50ca1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:21.213033 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-d0e55f48-be85-47f9-9b8a-74398a50ca1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9649d20d-87cc-4a75-94e7-a42f692d4a44 HTTP/1.1" status: 204 len: 168 time: 1.4540172 Apr 19 18:20:21.250856 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dbea7329-b199-45e5-aea9-01beb6607202 req-531b3bf3-a8a1-4949-8608-439949bc9137 service neutron] 10.222.0.95 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7678127 Apr 19 18:20:21.272494 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f296d73-5819-4f96-81ca-c715aa412b3c req-a87514b3-7714-4b7d-b8a6-aab2819f5794 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:21.274322 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7f296d73-5819-4f96-81ca-c715aa412b3c req-a87514b3-7714-4b7d-b8a6-aab2819f5794 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5719137-eb41-4d45-b7eb-621e5860ece7 HTTP/1.1" status: 200 len: 943 time: 0.6644931 Apr 19 18:20:21.277751 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f65b18df-87fb-4af4-a4eb-2e8163ed6276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16567764'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:21.432191 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7f296d73-5819-4f96-81ca-c715aa412b3c req-39284529-4779-4b7d-94ed-f8894c559dd5 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229253 Apr 19 18:20:21.795557 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f65b18df-87fb-4af4-a4eb-2e8163ed6276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838208020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851668930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852618523'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:21.806088 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:21.862372 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b18df-87fb-4af4-a4eb-2e8163ed6276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55c56686-f000-41ed-83c1-9d25c4cf011a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:21.865534 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f65b18df-87fb-4af4-a4eb-2e8163ed6276 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:21.875081 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-f65b18df-87fb-4af4-a4eb-2e8163ed6276 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/55c56686-f000-41ed-83c1-9d25c4cf011a HTTP/1.1" status: 204 len: 168 time: 1.4337666 Apr 19 18:20:21.875081 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f65b18df-87fb-4af4-a4eb-2e8163ed6276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:21.875543 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 36356) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:22.011208 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d02972dd-3714-4600-ade5-013816c99004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655000'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:22.025974 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 36364) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:22.205528 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d02972dd-3714-4600-ade5-013816c99004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838208127', 'neutron.services.segments.db._delete_segments_for_network-8728807561075'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:22.216417 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b060e1-05d4-4ac2-b359-78981f2b91f3 req-46b2ace3-912d-4491-8b73-4cc86997b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:22.218627 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-09b060e1-05d4-4ac2-b359-78981f2b91f3 req-46b2ace3-912d-4491-8b73-4cc86997b2d4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08eaac8bfe8c4be3ab36db0e9749a483&device_id=a5719137-eb41-4d45-b7eb-621e5860ece7 HTTP/1.1" status: 200 len: 1096 time: 1.2155488 Apr 19 18:20:22.339044 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 36384) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:22.352971 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e17cc22e-a1c1-4f5d-9cc5-27e39a6761bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:22.381169 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-d02972dd-3714-4600-ade5-013816c99004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8067c5ac-4ba9-4c3d-9a74-c2abc07f157f']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:20:22.398567 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3c700-6383-4fe6-a8ce-746dfff9ac44 req-f61a5f9b-696f-479e-bb45-abb688141e15 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:22.400452 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d1b3c700-6383-4fe6-a8ce-746dfff9ac44 req-f61a5f9b-696f-479e-bb45-abb688141e15 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.9004660 Apr 19 18:20:22.401417 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-d02972dd-3714-4600-ade5-013816c99004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21f949a-4b30-420a-b347-84d043c4bcec') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:20:22.401754 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-d02972dd-3714-4600-ade5-013816c99004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21f949a-4b30-420a-b347-84d043c4bcec') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:20:22.410116 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-e17cc22e-a1c1-4f5d-9cc5-27e39a6761bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:22.423125 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-e17cc22e-a1c1-4f5d-9cc5-27e39a6761bb admin admin] Usage tracker for resource:security_group_rule and tenant:fc8926906cbb49deb5f13043ff0c195e is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:22.427152 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d02972dd-3714-4600-ade5-013816c99004 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308047041891', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1701664'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:22.434393 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-e17cc22e-a1c1-4f5d-9cc5-27e39a6761bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:22.445673 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-e17cc22e-a1c1-4f5d-9cc5-27e39a6761bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:22.462925 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d02972dd-3714-4600-ade5-013816c99004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:22.480394 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02972dd-3714-4600-ade5-013816c99004 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:20:22.496604 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d1b3c700-6383-4fe6-a8ce-746dfff9ac44 req-213a523f-47c9-45b8-af05-00b95b5450b4 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779562 Apr 19 18:20:22.503758 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.db.resource_extend [None req-2306a62c-cb3f-4a4c-bc85-2c354e2ff6dc tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 19 18:20:22.584420 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1447059305-network', 'tenant_id': 'f1a078d9642d48269882479ded92079e'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:20:22.599291 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:22.617928 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b060e1-05d4-4ac2-b359-78981f2b91f3 req-64fb4a6c-534f-4acb-8b7a-da8935d92f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:22.619531 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-09b060e1-05d4-4ac2-b359-78981f2b91f3 req-64fb4a6c-534f-4acb-8b7a-da8935d92f54 service neutron] 10.222.0.95 "GET /v2.0/networks?id=81389814-a967-484b-be2e-4d505a9878a9 HTTP/1.1" status: 200 len: 916 time: 0.3933935 Apr 19 18:20:22.635374 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2306a62c-cb3f-4a4c-bc85-2c354e2ff6dc tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:22.660956 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Usage tracker for resource:network and tenant:f1a078d9642d48269882479ded92079e is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:22.686296 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:22.696914 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2306a62c-cb3f-4a4c-bc85-2c354e2ff6dc tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962486'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:22.703715 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:22.767217 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-09b060e1-05d4-4ac2-b359-78981f2b91f3 req-19ae553b-5a87-41c7-9a90-db0f686a02d5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b5f7838-8ca8-4832-9e15-5f35e6101ba3 HTTP/1.1" status: 200 len: 217 time: 0.1298549 Apr 19 18:20:22.808627 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-d02972dd-3714-4600-ade5-013816c99004 admin admin] Network 8067c5ac-4ba9-4c3d-9a74-c2abc07f157f has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:20:22.819459 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d02972dd-3714-4600-ade5-013816c99004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16650949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3107741'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:22.835819 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Made reservation on behalf of f1a078d9642d48269882479ded92079e for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:20:22.840524 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:22.926620 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:22.926820 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b060e1-05d4-4ac2-b359-78981f2b91f3 req-9093bff5-0079-4b48-b4da-9236262d05e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:22.928342 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-09b060e1-05d4-4ac2-b359-78981f2b91f3 req-9093bff5-0079-4b48-b4da-9236262d05e5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6f8bd5b2-70c1-40b8-b712-5bfe8d2a2d70 HTTP/1.1" status: 200 len: 855 time: 0.0991151 Apr 19 18:20:22.988822 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:23.005258 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-09b060e1-05d4-4ac2-b359-78981f2b91f3 req-601f0b29-4ff6-41f0-8765-c68ed83d9214 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=81389814-a967-484b-be2e-4d505a9878a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549788 Apr 19 18:20:23.015136 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.l3_db [None req-2306a62c-cb3f-4a4c-bc85-2c354e2ff6dc tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Floating IP ee2ab601-a69e-49ff-8d1a-5eea6d610d28 associated. External IP: 172.28.1.5, port: f101b6b7-f82b-4f63-9ca7-d9aea6985bec. Apr 19 18:20:23.023794 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-58a2f02e-20c0-4fcb-a86c-d22818a013bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:23.064911 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Usage tracker for resource:security_group_rule and tenant:f1a078d9642d48269882479ded92079e is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:23.087069 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:23.107519 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e17cc22e-a1c1-4f5d-9cc5-27e39a6761bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:23.109490 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:23.122522 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a54766-1949-43cc-b37a-dd8e50e3978c req-2bcb4cdb-7faa-4d5e-8f47-b55b88f2eb67 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:23.124986 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-08a54766-1949-43cc-b37a-dd8e50e3978c req-2bcb4cdb-7faa-4d5e-8f47-b55b88f2eb67 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5719137-eb41-4d45-b7eb-621e5860ece7 HTTP/1.1" status: 200 len: 943 time: 0.5271347 Apr 19 18:20:23.138781 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e17cc22e-a1c1-4f5d-9cc5-27e39a6761bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:23.153574 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-d02972dd-3714-4600-ade5-013816c99004 admin admin] Network 8067c5ac-4ba9-4c3d-9a74-c2abc07f157f has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:20:23.164536 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-dcb640e8-3f4f-4a58-85a4-e352eed994b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: Traceback (most recent call last): Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: timer() Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: cb(*args, **kw) Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: return func(*args, **kwargs) Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: self._notify() Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: self.callback(batched_events) Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: event.method(event) Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: segment_id)['aggregates'][0] Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: return f(self, *a, **k) Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: return self._get(url).json() Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: **kwargs) Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: return self.request(url, 'GET', **kwargs) Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: **endpoint_filter) Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:20:23.196251 dv-cinder-786928-1-smb neutron-server[86248]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:20:23.353847 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-e17cc22e-a1c1-4f5d-9cc5-27e39a6761bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc8926906cbb49deb5f13043ff0c195e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3266521 Apr 19 18:20:23.362547 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cc22e-a1c1-4f5d-9cc5-27e39a6761bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694535ee-0424-4383-a8dd-845944af9158,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:23.369498 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 36400) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:23.375142 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e17cc22e-a1c1-4f5d-9cc5-27e39a6761bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:23.393348 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-08a54766-1949-43cc-b37a-dd8e50e3978c req-1770aa0f-bec7-4657-9961-e43736897502 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454379 Apr 19 18:20:23.426590 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d02972dd-3714-4600-ade5-013816c99004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16567689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962437'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:23.431126 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-09b060e1-05d4-4ac2-b359-78981f2b91f3 req-6c3ef532-2a17-4908-8808-19acd0a39dbe service neutron] 10.222.0.95 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531642 Apr 19 18:20:23.471570 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d02972dd-3714-4600-ade5-013816c99004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:23.492601 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:23.550812 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-d02972dd-3714-4600-ade5-013816c99004 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8067c5ac-4ba9-4c3d-9a74-c2abc07f157f HTTP/1.1" status: 204 len: 168 time: 1.6740251 Apr 19 18:20:23.552235 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02972dd-3714-4600-ade5-013816c99004 admin admin] Pushing event deleted for resources: {'Network': ['ID=8067c5ac-4ba9-4c3d-9a74-c2abc07f157f,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:23.581496 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d02972dd-3714-4600-ade5-013816c99004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:23.616940 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:23.621686 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7a0b2cbc-cbcd-4525-902b-25ba0c64dba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:23.660712 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7a0b2cbc-cbcd-4525-902b-25ba0c64dba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:23.718617 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:23.726959 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7ee92456-834b-4058-9533-70f8e8d9cf7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:23.760530 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:23.766076 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:23.797135 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:20:23.801647 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7a0b2cbc-cbcd-4525-902b-25ba0c64dba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:23.809732 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-6136abf3-8610-48ce-9d94-b5e6dd6d0959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:23.818909 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 36412) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:23.833691 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:23.848202 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b2cbc-cbcd-4525-902b-25ba0c64dba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694535ee-0424-4383-a8dd-845944af9158,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:23.850647 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:23.851040 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.segments_db [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Added segment d7f4a37f-a98b-4663-83f7-4d6f03a26b4b of type vlan for network 099d3310-9029-44fb-9138-ff9ad866dc0b Apr 19 18:20:23.860653 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7a0b2cbc-cbcd-4525-902b-25ba0c64dba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:23.904491 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7a0b2cbc-cbcd-4525-902b-25ba0c64dba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:23.908916 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-7a0b2cbc-cbcd-4525-902b-25ba0c64dba2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/694535ee-0424-4383-a8dd-845944af9158 HTTP/1.1" status: 204 len: 168 time: 0.5357420 Apr 19 18:20:23.926666 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807182314'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:23.940611 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-afaed68b-1d05-4379-bbfa-8532c6e258da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=332e9b7522534c68896f786fed589faa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1168911 Apr 19 18:20:23.944588 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 36420) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:24.009948 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:24.016063 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:24.016764 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:24.029061 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:24.062597 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 36424) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:24.168840 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8269908 Apr 19 18:20:24.169736 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4297939a-78de-4a59-abfe-e6dc9ecfe013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:24.182189 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 36430) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:24.204294 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-09b060e1-05d4-4ac2-b359-78981f2b91f3 req-486f1f44-3b1e-4d96-a051-4b7116b6aaf9 service neutron] 10.222.0.95 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7624178 Apr 19 18:20:24.205183 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-46fb9ce2-4a2a-45e3-9196-ee7947793669 admin admin] Request body: {'subnet': {'network_id': '099d3310-9029-44fb-9138-ff9ad866dc0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1447059305-subnet', 'tenant_id': 'f1a078d9642d48269882479ded92079e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:20:24.225349 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Pushing event updated for resources: {'Network': ['ID=099d3310-9029-44fb-9138-ff9ad866dc0b,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:24.228369 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-46fb9ce2-4a2a-45e3-9196-ee7947793669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:24.240151 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:24.244290 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-46fb9ce2-4a2a-45e3-9196-ee7947793669 admin admin] Usage tracker for resource:subnet and tenant:f1a078d9642d48269882479ded92079e is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:24.250611 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-46fb9ce2-4a2a-45e3-9196-ee7947793669 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:24.255085 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4297939a-78de-4a59-abfe-e6dc9ecfe013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:24.270445 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-46fb9ce2-4a2a-45e3-9196-ee7947793669 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:24.272792 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 6b5f7838-8ca8-4832-9e15-5f35e6101ba3 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:20:24.293191 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f75c09-9430-479b-8c68-39d5d3b2b87a req-32b57a40-c900-435f-b496-1d04e25bbba0 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:24.295037 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-70f75c09-9430-479b-8c68-39d5d3b2b87a req-32b57a40-c900-435f-b496-1d04e25bbba0 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.2351847 Apr 19 18:20:24.301094 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2306a62c-cb3f-4a4c-bc85-2c354e2ff6dc tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Router 68a5252f-f615-4404-87a1-60b7384963de has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:20:24.310470 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fb9ce2-4a2a-45e3-9196-ee7947793669 admin admin] Made reservation on behalf of f1a078d9642d48269882479ded92079e for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:20:24.316131 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-46fb9ce2-4a2a-45e3-9196-ee7947793669 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2157263'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:24.437987 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-70f75c09-9430-479b-8c68-39d5d3b2b87a req-9aaaadf1-32dc-4ded-aeb9-694001809f2d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355302 Apr 19 18:20:24.483628 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4297939a-78de-4a59-abfe-e6dc9ecfe013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:24.489746 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d0e55f48-be85-47f9-9b8a-74398a50ca1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:24.516081 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297939a-78de-4a59-abfe-e6dc9ecfe013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d52367c-25b5-48c8-b897-3627699732a4,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:24.523208 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4297939a-78de-4a59-abfe-e6dc9ecfe013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:24.621344 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 6b5f7838-8ca8-4832-9e15-5f35e6101ba3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=6b5f7838-8ca8-4832-9e15-5f35e6101ba3,segment=NetworkSegment(aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4),segment_id=aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:20:24.658026 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Network 099d3310-9029-44fb-9138-ff9ad866dc0b details requested by agent ovs-agent-dv-cinder-786928-1-smb with host dv-cinder-786928-1-smb {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:20:24.674906 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2306a62c-cb3f-4a4c-bc85-2c354e2ff6dc tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:20:24.692823 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Returning: {'device': '6b5f7838-8ca8-4832-9e15-5f35e6101ba3', 'network_id': '81389814-a967-484b-be2e-4d505a9878a9', 'port_id': '6b5f7838-8ca8-4832-9e15-5f35e6101ba3', 'mac_address': 'fa:16:3e:cf:55:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f8bd5b2-70c1-40b8-b712-5bfe8d2a2d70', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:20:24.705372 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2306a62c-cb3f-4a4c-bc85-2c354e2ff6dc tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:24.705871 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:24.713447 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32f7c5-25e1-4fe3-9e14-ac7763494b4b None None] Sync routers for ids ['68a5252f-f615-4404-87a1-60b7384963de'] in dv-cinder-786928-1-smb {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:20:24.766755 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 36442) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:24.778175 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32f7c5-25e1-4fe3-9e14-ac7763494b4b None None] Routers {'68a5252f-f615-4404-87a1-60b7384963de'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:20:24.779160 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-ba32f7c5-25e1-4fe3-9e14-ac7763494b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:20:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['68a5252f-f615-4404-87a1-60b7384963de'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:20:24.786195 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4297939a-78de-4a59-abfe-e6dc9ecfe013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:24.790164 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-4297939a-78de-4a59-abfe-e6dc9ecfe013 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d52367c-25b5-48c8-b897-3627699732a4 HTTP/1.1" status: 204 len: 168 time: 0.8418560 Apr 19 18:20:24.801251 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-94fe6e69-cd55-4e04-9d98-7b112873b3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:24.839012 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-389edaa8-86d9-4509-abc1-f12e70694d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:24.847463 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:24.890531 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b5f7838-8ca8-4832-9e15-5f35e6101ba3 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:20:24.907288 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-94fe6e69-cd55-4e04-9d98-7b112873b3f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:24.917938 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 6b5f7838-8ca8-4832-9e15-5f35e6101ba3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=6b5f7838-8ca8-4832-9e15-5f35e6101ba3,segment=NetworkSegment(aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4),segment_id=aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:20:24.924141 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:24.927575 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-389edaa8-86d9-4509-abc1-f12e70694d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:24.928650 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8061ac3c-1273-4576-9e79-1dddf5805adb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:24.933693 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-94fe6e69-cd55-4e04-9d98-7b112873b3f5 admin admin] Usage tracker for resource:security_group_rule and tenant:da2cc8474bbf4f95948907b14be4c972 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:24.947810 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-94fe6e69-cd55-4e04-9d98-7b112873b3f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:24.955866 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-2306a62c-cb3f-4a4c-bc85-2c354e2ff6dc tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "PUT /v2.0/floatingips/ee2ab601-a69e-49ff-8d1a-5eea6d610d28 HTTP/1.1" status: 200 len: 989 time: 4.2327683 Apr 19 18:20:24.957189 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-389edaa8-86d9-4509-abc1-f12e70694d51 admin admin] Usage tracker for resource:security_group_rule and tenant:10b4ab2189024837a5d666a91306bf8d is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:24.972443 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa19aac-dfe7-4dbb-a756-31c52a15dd36', 'tag': 'f101b6b7-f82b-4f63-9ca7-d9aea6985bec'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:20:24.989192 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-389edaa8-86d9-4509-abc1-f12e70694d51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:24.992611 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-94fe6e69-cd55-4e04-9d98-7b112873b3f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:25.002015 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-389edaa8-86d9-4509-abc1-f12e70694d51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:25.084390 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=6b5f7838-8ca8-4832-9e15-5f35e6101ba3,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:25.104291 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:25.105069 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:25.105652 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:25.106234 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:25.106811 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:25.107450 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:25.108564 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:25.109279 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:25.110622 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:25.111265 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:25.111849 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:25.112439 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:20:25.117281 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:25.228760 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-ba32f7c5-25e1-4fe3-9e14-ac7763494b4b None None] Set router 68a5252f-f615-4404-87a1-60b7384963de gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:20:25.248067 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['6b5f7838-8ca8-4832-9e15-5f35e6101ba3'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:20:25.269773 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79681b-6298-4ba8-a54d-de2d51836d15 req-54206e68-4280-47f4-b850-61e8c2221372 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:25.271593 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ac79681b-6298-4ba8-a54d-de2d51836d15 req-54206e68-4280-47f4-b850-61e8c2221372 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5719137-eb41-4d45-b7eb-621e5860ece7 HTTP/1.1" status: 200 len: 944 time: 0.3062458 Apr 19 18:20:25.298181 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa19aac-dfe7-4dbb-a756-31c52a15dd36', 'tag': 'f101b6b7-f82b-4f63-9ca7-d9aea6985bec', 'status': 'completed', 'code': 200} Apr 19 18:20:25.631293 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:25.710450 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ac79681b-6298-4ba8-a54d-de2d51836d15 req-ff7ea88d-4590-45e8-a818-c88e8ee0185d tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202538 Apr 19 18:20:25.718428 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-46fb9ce2-4a2a-45e3-9196-ee7947793669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3106939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2157278'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:25.733555 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-b14a5b78-25d0-40cc-9b30-fd193c20d59a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:25.798685 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb9ce2-4a2a-45e3-9196-ee7947793669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=156bc682-d00d-4fce-98cd-9184f4db5e80,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:25.804677 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-46fb9ce2-4a2a-45e3-9196-ee7947793669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:25.822831 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-389edaa8-86d9-4509-abc1-f12e70694d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:25.852267 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-389edaa8-86d9-4509-abc1-f12e70694d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:25.876999 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fb9ce2-4a2a-45e3-9196-ee7947793669 admin admin] Checking segment: {'id': 'd7f4a37f-a98b-4663-83f7-4d6f03a26b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '099d3310-9029-44fb-9138-ff9ad866dc0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:20:25.878783 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fb9ce2-4a2a-45e3-9196-ee7947793669 admin admin] Network hostable DHCP agents. Network: 099d3310-9029-44fb-9138-ff9ad866dc0b, hostable agents: ['c63027b6-2e67-4fd7-9492-d43596a5c67c'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:20:25.917433 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8099b71a-dcae-4bb8-b12d-cf3ea68d30a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:25.924981 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fb9ce2-4a2a-45e3-9196-ee7947793669 admin admin] Network 099d3310-9029-44fb-9138-ff9ad866dc0b is scheduled to be hosted by DHCP agent c63027b6-2e67-4fd7-9492-d43596a5c67c with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:20:25.932552 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-389edaa8-86d9-4509-abc1-f12e70694d51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10b4ab2189024837a5d666a91306bf8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1608844 Apr 19 18:20:25.936728 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 36470) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:25.945975 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-46fb9ce2-4a2a-45e3-9196-ee7947793669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-smb, 099d3310-9029-44fb-9138-ff9ad866dc0b) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:20:25.947565 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-94fe6e69-cd55-4e04-9d98-7b112873b3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:25.958435 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9933551d-8bc7-4d54-8703-49eda7ff8885 None None] Network 099d3310-9029-44fb-9138-ff9ad866dc0b requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:20:26.000245 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-94fe6e69-cd55-4e04-9d98-7b112873b3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:26.005526 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fb9ce2-4a2a-45e3-9196-ee7947793669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:26.006730 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-46fb9ce2-4a2a-45e3-9196-ee7947793669 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:26.014141 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-ba32f7c5-25e1-4fe3-9e14-ac7763494b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a5252f-f615-4404-87a1-60b7384963de', 'name': 'tempest-AttachVolumeShelveTestJSON-944512604-router', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:38Z', 'revision_number': 4, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'gw_port': {'id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:20Z', 'updated_at': '2021-04-19T18:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_floatingips': [{'id': 'ee2ab601-a69e-49ff-8d1a-5eea6d610d28', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'floating_ip_address': '172.28.1.5', 'floating_network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'router_id': '68a5252f-f615-4404-87a1-60b7384963de', 'port_id': 'f101b6b7-f82b-4f63-9ca7-d9aea6985bec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'mac_address': 'fa:16:3e:4f:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19aac-dfe7-4dbb-a756-31c52a15dd36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:19:50Z', 'updated_at': '2021-04-19T18:20:22Z', 'revision_number': 1, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6808c23-2532-44e8-8b20-18633215a22a', 'name': '', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'mac_address': 'fa:16:3e:6a:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:32Z', 'updated_at': '2021-04-19T18:19:53Z', 'revision_number': 5, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'subnets': [{'id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:20:26.018565 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32f7c5-25e1-4fe3-9e14-ac7763494b4b None None] Checking router: 68a5252f-f615-4404-87a1-60b7384963de for host: dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:20:26.028866 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32f7c5-25e1-4fe3-9e14-ac7763494b4b None None] Routers {'68a5252f-f615-4404-87a1-60b7384963de'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:20:26.029164 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-ba32f7c5-25e1-4fe3-9e14-ac7763494b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:20:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['68a5252f-f615-4404-87a1-60b7384963de'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:20:26.039087 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389edaa8-86d9-4509-abc1-f12e70694d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1de13ab-f476-419b-9f54-e9d41f96fd16,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:26.063877 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-389edaa8-86d9-4509-abc1-f12e70694d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:26.069339 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fcb64a12-ece8-4f1a-9798-392d999a878a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:26.091546 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-46fb9ce2-4a2a-45e3-9196-ee7947793669 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9023380 Apr 19 18:20:26.102617 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df515bb8-1d44-4554-ad11-b8acefb7b78e req-1ecdfab5-a96d-4aba-b512-961f2aa34b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:26.104272 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-df515bb8-1d44-4554-ad11-b8acefb7b78e req-1ecdfab5-a96d-4aba-b512-961f2aa34b23 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=953bb2a403d44bb787795f1209c28a9b&device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 1098 time: 0.7723336 Apr 19 18:20:26.131432 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-53f28c38-3807-4f2c-bad8-5ef3bc2cd8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:26.136052 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-94fe6e69-cd55-4e04-9d98-7b112873b3f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da2cc8474bbf4f95948907b14be4c972&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0660903 Apr 19 18:20:26.139200 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 36480) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:26.145415 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc854b3-15c7-4fef-83fc-69c4136be06a req-8e9c9db2-ec18-4505-aaa7-90dbaed549f7 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:26.147045 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cdc854b3-15c7-4fef-83fc-69c4136be06a req-8e9c9db2-ec18-4505-aaa7-90dbaed549f7 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.4408398 Apr 19 18:20:26.342574 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe6e69-cd55-4e04-9d98-7b112873b3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5eeaa44-a3e5-45ff-84c9-398fc791267b,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:26.397462 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-94fe6e69-cd55-4e04-9d98-7b112873b3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:26.417326 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e58bf0ed-1c40-4a83-81bb-da82d21d7708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:26.445439 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-53f28c38-3807-4f2c-bad8-5ef3bc2cd8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:26.497277 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e58bf0ed-1c40-4a83-81bb-da82d21d7708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:26.499205 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cdc854b3-15c7-4fef-83fc-69c4136be06a req-8303af4e-c349-4aca-ad76-1ec5781488fd tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170497 Apr 19 18:20:26.555132 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-ba32f7c5-25e1-4fe3-9e14-ac7763494b4b None None] Set router 68a5252f-f615-4404-87a1-60b7384963de gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:20:26.586037 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e58bf0ed-1c40-4a83-81bb-da82d21d7708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:26.596100 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:26.616001 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58bf0ed-1c40-4a83-81bb-da82d21d7708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5eeaa44-a3e5-45ff-84c9-398fc791267b,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:26.631176 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e58bf0ed-1c40-4a83-81bb-da82d21d7708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:26.642362 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e58bf0ed-1c40-4a83-81bb-da82d21d7708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:26.645095 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-e58bf0ed-1c40-4a83-81bb-da82d21d7708 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5eeaa44-a3e5-45ff-84c9-398fc791267b HTTP/1.1" status: 204 len: 168 time: 0.5032251 Apr 19 18:20:26.727559 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842a386a-76ff-4f85-baef-d91316f7ffa1 None None] Network 099d3310-9029-44fb-9138-ff9ad866dc0b requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:20:26.790400 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-53f28c38-3807-4f2c-bad8-5ef3bc2cd8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:26.821427 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-1e31bd85-948c-4dc8-add0-f912aaaa2655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:26.866188 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-53f28c38-3807-4f2c-bad8-5ef3bc2cd8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:26.868444 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-53f28c38-3807-4f2c-bad8-5ef3bc2cd8a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1de13ab-f476-419b-9f54-e9d41f96fd16 HTTP/1.1" status: 204 len: 168 time: 0.9270830 Apr 19 18:20:26.907337 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f28c38-3807-4f2c-bad8-5ef3bc2cd8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1de13ab-f476-419b-9f54-e9d41f96fd16,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:26.930371 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-53f28c38-3807-4f2c-bad8-5ef3bc2cd8a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:26.973553 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df515bb8-1d44-4554-ad11-b8acefb7b78e req-c577586f-069e-4f90-99f5-36288d514009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:26.985691 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-df515bb8-1d44-4554-ad11-b8acefb7b78e req-c577586f-069e-4f90-99f5-36288d514009 service neutron] 10.222.0.95 "GET /v2.0/networks?id=62d4a419-1594-4973-afcf-06199a9f163a HTTP/1.1" status: 200 len: 917 time: 0.8570957 Apr 19 18:20:27.143320 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6316f7f4-a57e-4f66-bbcf-4e7c4bb0dbb3 req-78e2fb08-21a6-43b6-b5ff-0f1e4a99b08e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3372135 Apr 19 18:20:27.449863 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-df515bb8-1d44-4554-ad11-b8acefb7b78e req-9b5edcb9-cf0d-4c7b-9abe-168e390043e3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f101b6b7-f82b-4f63-9ca7-d9aea6985bec HTTP/1.1" status: 200 len: 997 time: 0.4502835 Apr 19 18:20:27.490487 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316f7f4-a57e-4f66-bbcf-4e7c4bb0dbb3 req-a648a26f-4e1e-4c0c-86e8-08c9f80ef0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:27.492583 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-ba32f7c5-25e1-4fe3-9e14-ac7763494b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a5252f-f615-4404-87a1-60b7384963de', 'name': 'tempest-AttachVolumeShelveTestJSON-944512604-router', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:38Z', 'revision_number': 4, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'gw_port': {'id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:20Z', 'updated_at': '2021-04-19T18:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_floatingips': [{'id': 'ee2ab601-a69e-49ff-8d1a-5eea6d610d28', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'floating_ip_address': '172.28.1.5', 'floating_network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'router_id': '68a5252f-f615-4404-87a1-60b7384963de', 'port_id': 'f101b6b7-f82b-4f63-9ca7-d9aea6985bec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'mac_address': 'fa:16:3e:4f:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19aac-dfe7-4dbb-a756-31c52a15dd36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:19:50Z', 'updated_at': '2021-04-19T18:20:22Z', 'revision_number': 1, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6808c23-2532-44e8-8b20-18633215a22a', 'name': '', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'mac_address': 'fa:16:3e:6a:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:32Z', 'updated_at': '2021-04-19T18:19:53Z', 'revision_number': 5, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'subnets': [{'id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:20:27.494886 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6316f7f4-a57e-4f66-bbcf-4e7c4bb0dbb3 req-a648a26f-4e1e-4c0c-86e8-08c9f80ef0f0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08eaac8bfe8c4be3ab36db0e9749a483&device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 1098 time: 0.2220078 Apr 19 18:20:27.504865 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32f7c5-25e1-4fe3-9e14-ac7763494b4b None None] The sync data for ids ['68a5252f-f615-4404-87a1-60b7384963de'] in dv-cinder-786928-1-smb is: [{'id': '68a5252f-f615-4404-87a1-60b7384963de', 'name': 'tempest-AttachVolumeShelveTestJSON-944512604-router', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:38Z', 'revision_number': 4, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'gw_port': {'id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:20Z', 'updated_at': '2021-04-19T18:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_floatingips': [{'id': 'ee2ab601-a69e-49ff-8d1a-5eea6d610d28', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'floating_ip_address': '172.28.1.5', 'floating_network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'router_id': '68a5252f-f615-4404-87a1-60b7384963de', 'port_id': 'f101b6b7-f82b-4f63-9ca7-d9aea6985bec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'mac_address': 'fa:16:3e:4f:5c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa19aac-dfe7-4dbb-a756-31c52a15dd36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:19:50Z', 'updated_at': '2021-04-19T18:20:22Z', 'revision_number': 1, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6808c23-2532-44e8-8b20-18633215a22a', 'name': '', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'mac_address': 'fa:16:3e:6a:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:32Z', 'updated_at': '2021-04-19T18:19:53Z', 'revision_number': 5, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'subnets': [{'id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:20:27.568904 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddff6d-e436-4ec4-b9bd-8e9d44f4c1e7 req-758c43f2-f921-4424-aa87-77a278f555b4 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:27.582409 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f1ddff6d-e436-4ec4-b9bd-8e9d44f4c1e7 req-758c43f2-f921-4424-aa87-77a278f555b4 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5719137-eb41-4d45-b7eb-621e5860ece7 HTTP/1.1" status: 200 len: 944 time: 0.5924840 Apr 19 18:20:27.680305 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df515bb8-1d44-4554-ad11-b8acefb7b78e req-0f1888e0-d91c-4800-9fd6-e547ccc55862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:27.682096 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-df515bb8-1d44-4554-ad11-b8acefb7b78e req-0f1888e0-d91c-4800-9fd6-e547ccc55862 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=625ea84b-b025-47d7-a45d-f91f00c07a4e HTTP/1.1" status: 200 len: 855 time: 0.2233820 Apr 19 18:20:27.766889 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f1ddff6d-e436-4ec4-b9bd-8e9d44f4c1e7 req-47f058c6-06b2-466c-ad56-66e6ab728501 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833317 Apr 19 18:20:27.794347 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df515bb8-1d44-4554-ad11-b8acefb7b78e req-b2dd159d-3fe0-436d-9f0a-660bec622a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:27.796948 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-df515bb8-1d44-4554-ad11-b8acefb7b78e req-b2dd159d-3fe0-436d-9f0a-660bec622a74 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=62d4a419-1594-4973-afcf-06199a9f163a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1046555 Apr 19 18:20:27.818690 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316f7f4-a57e-4f66-bbcf-4e7c4bb0dbb3 req-cc5e58df-8262-4555-8243-4cbb85cc9915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:27.820388 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6316f7f4-a57e-4f66-bbcf-4e7c4bb0dbb3 req-cc5e58df-8262-4555-8243-4cbb85cc9915 service neutron] 10.222.0.95 "GET /v2.0/networks?id=81389814-a967-484b-be2e-4d505a9878a9 HTTP/1.1" status: 200 len: 916 time: 0.2800484 Apr 19 18:20:27.967177 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6316f7f4-a57e-4f66-bbcf-4e7c4bb0dbb3 req-a7631f80-a384-4d4a-a36b-043524719add service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2ef709f-013a-4408-bcc9-ae33d26dc54b HTTP/1.1" status: 200 len: 217 time: 0.1358771 Apr 19 18:20:27.999157 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a5e7e2-e3e3-4f56-be82-957929c66aa9 None None] New status for floating IP ee2ab601-a69e-49ff-8d1a-5eea6d610d28: ACTIVE {{(pid=86365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:20:28.074837 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316f7f4-a57e-4f66-bbcf-4e7c4bb0dbb3 req-e47ea386-1f8f-4f6a-a71b-f8c1acfc369b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:28.076565 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6316f7f4-a57e-4f66-bbcf-4e7c4bb0dbb3 req-e47ea386-1f8f-4f6a-a71b-f8c1acfc369b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6f8bd5b2-70c1-40b8-b712-5bfe8d2a2d70 HTTP/1.1" status: 200 len: 855 time: 0.0887260 Apr 19 18:20:28.154504 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6316f7f4-a57e-4f66-bbcf-4e7c4bb0dbb3 req-9e0681cc-a506-44d3-88d4-42952442eb82 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=81389814-a967-484b-be2e-4d505a9878a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637293 Apr 19 18:20:28.303923 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-df515bb8-1d44-4554-ad11-b8acefb7b78e req-d17b4d07-188e-41dd-ae86-6276427b3525 service neutron] 10.222.0.95 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925208 Apr 19 18:20:28.409072 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 6b5f7838-8ca8-4832-9e15-5f35e6101ba3 up at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:20:28.536539 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6316f7f4-a57e-4f66-bbcf-4e7c4bb0dbb3 req-3a907569-f12a-4c86-9b31-9b59fd8bd889 service neutron] 10.222.0.95 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668759 Apr 19 18:20:28.588025 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-df515bb8-1d44-4554-ad11-b8acefb7b78e req-f50cdbf5-408a-4963-b7d2-27c31afa13fa service neutron] 10.222.0.95 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748203 Apr 19 18:20:28.724355 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a1b73-5f08-4ba3-9590-80d176b5055f req-ec013e85-3248-418d-8a0d-22d75e89c8cb tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:28.726055 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ab2a1b73-5f08-4ba3-9590-80d176b5055f req-ec013e85-3248-418d-8a0d-22d75e89c8cb tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.1369591 Apr 19 18:20:28.846921 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ab2a1b73-5f08-4ba3-9590-80d176b5055f req-5c8ecb14-c6fe-4fb5-923d-e9c10f949b67 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988503 Apr 19 18:20:28.910403 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6316f7f4-a57e-4f66-bbcf-4e7c4bb0dbb3 req-2c1026f1-a692-47fd-9e66-5d16c2b284c9 service neutron] 10.222.0.95 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698940 Apr 19 18:20:29.277406 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning for port 6b5f7838-8ca8-4832-9e15-5f35e6101ba3 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:20:29.290972 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning complete for port 6b5f7838-8ca8-4832-9e15-5f35e6101ba3 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:20:29.291672 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:29.437686 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0ea34-5f44-452a-9e0e-728da3fd1435 req-a13aedf8-472b-44eb-a29a-b38b8ec267c3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:29.441860 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-16f0ea34-5f44-452a-9e0e-728da3fd1435 req-a13aedf8-472b-44eb-a29a-b38b8ec267c3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5719137-eb41-4d45-b7eb-621e5860ece7 HTTP/1.1" status: 200 len: 944 time: 0.3127580 Apr 19 18:20:29.583353 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-16f0ea34-5f44-452a-9e0e-728da3fd1435 req-654274e0-49b8-4df1-aa01-28ddf91e61d8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341443 Apr 19 18:20:29.754304 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:29.789041 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5719137-eb41-4d45-b7eb-621e5860ece7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5f7838-8ca8-4832-9e15-5f35e6101ba3'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:20:29.803149 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 6b5f7838-8ca8-4832-9e15-5f35e6101ba3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=6b5f7838-8ca8-4832-9e15-5f35e6101ba3,segment=NetworkSegment(aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4),segment_id=aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:20:29.807942 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:29.810576 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:29.896320 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=6b5f7838-8ca8-4832-9e15-5f35e6101ba3,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:29.902421 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:29.919825 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:30.012628 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5719137-eb41-4d45-b7eb-621e5860ece7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5f7838-8ca8-4832-9e15-5f35e6101ba3', 'code': 200} Apr 19 18:20:30.568431 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-188294a9-3a8f-4a61-9f22-74a479d7f326 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:30.570058 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-188294a9-3a8f-4a61-9f22-74a479d7f326 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Synchronizing usage tracker for tenant:f1a078d9642d48269882479ded92079e on resource:network {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:20:30.609342 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b837d-6513-48b7-9638-c979a96118d6 req-96257bac-1000-42df-b00e-092a0a718237 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:30.619371 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-954b837d-6513-48b7-9638-c979a96118d6 req-96257bac-1000-42df-b00e-092a0a718237 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.1292462 Apr 19 18:20:30.645679 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-188294a9-3a8f-4a61-9f22-74a479d7f326 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Unset dirty status for tenant:f1a078d9642d48269882479ded92079e on resource:network {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:20:30.647930 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-188294a9-3a8f-4a61-9f22-74a479d7f326 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/networks?id=099d3310-9029-44fb-9138-ff9ad866dc0b HTTP/1.1" status: 200 len: 809 time: 0.5056870 Apr 19 18:20:30.677089 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-c8ce19e5-1d1f-4249-bc56-35a0eee67b78 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/quotas/f1a078d9642d48269882479ded92079e HTTP/1.1" status: 200 len: 375 time: 0.0206456 Apr 19 18:20:30.682723 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb2cd7-1852-467b-9800-d91378289134 req-7270257a-0590-4219-acae-8678b9fe92a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:30.686886 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-74bb2cd7-1852-467b-9800-d91378289134 req-7270257a-0590-4219-acae-8678b9fe92a2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a5719137-eb41-4d45-b7eb-621e5860ece7 HTTP/1.1" status: 200 len: 1098 time: 0.3404799 Apr 19 18:20:30.707904 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-954b837d-6513-48b7-9638-c979a96118d6 req-97af7554-daf1-49b7-ade2-b62a8f6d0e09 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874107 Apr 19 18:20:30.796713 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-03962087-a8b9-4275-86e9-498bb157ee3d tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1a078d9642d48269882479ded92079e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1079361 Apr 19 18:20:30.973407 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-74bb2cd7-1852-467b-9800-d91378289134 req-b92e7ec7-68bf-4b95-8dba-beab22278c02 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099943 Apr 19 18:20:31.055125 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-cf38399c-b9ba-4654-b9b7-a77ac0178057 service neutron] 10.222.0.20 "GET /v2.0/networks/099d3310-9029-44fb-9138-ff9ad866dc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476311 Apr 19 18:20:31.212979 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-825a7e04-8c12-461e-aa98-9468f311e8ea service neutron] 10.222.0.20 "GET /v2.0/networks/099d3310-9029-44fb-9138-ff9ad866dc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556370 Apr 19 18:20:31.225987 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c77b2-a3ff-47c4-ab24-b2206154704c req-7356085b-5d27-4e4a-848c-80a4cc970701 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:31.227668 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-553c77b2-a3ff-47c4-ab24-b2206154704c req-7356085b-5d27-4e4a-848c-80a4cc970701 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5719137-eb41-4d45-b7eb-621e5860ece7 HTTP/1.1" status: 200 len: 945 time: 0.0920882 Apr 19 18:20:31.280405 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-553c77b2-a3ff-47c4-ab24-b2206154704c req-727b213a-23a7-46bd-9d9b-56875d7767b4 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442808 Apr 19 18:20:31.531385 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8a8c4b27-c20a-463d-89c6-dbd022d68096 req-a2e0301b-9e4e-43cd-8bc6-f4e489a07767 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4277c660-e7b7-4613-b8a0-5dc2735af697 HTTP/1.1" status: 200 len: 210 time: 0.0596418 Apr 19 18:20:31.982038 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 36698) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:32.113969 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d96fae-cc26-482b-b865-9406aa850451 req-85edc2c6-dc45-4b2f-a47e-adc618709dd4 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:32.134418 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b5d96fae-cc26-482b-b865-9406aa850451 req-85edc2c6-dc45-4b2f-a47e-adc618709dd4 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.1961586 Apr 19 18:20:32.169993 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e91d035c-299f-4c3b-8086-67e615e5c84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:32.192397 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-e91d035c-299f-4c3b-8086-67e615e5c84e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:32.197694 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-e91d035c-299f-4c3b-8086-67e615e5c84e admin admin] Usage tracker for resource:security_group_rule and tenant:737bf131b01e4372b376cedd095fe061 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:32.201648 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-e91d035c-299f-4c3b-8086-67e615e5c84e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:32.210045 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-e91d035c-299f-4c3b-8086-67e615e5c84e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:32.269210 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b5d96fae-cc26-482b-b865-9406aa850451 req-ea82cdac-484a-4aba-8b46-f0e27481c321 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334679 Apr 19 18:20:32.338024 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e91d035c-299f-4c3b-8086-67e615e5c84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:32.346185 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e91d035c-299f-4c3b-8086-67e615e5c84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:32.431017 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:32.478124 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-e91d035c-299f-4c3b-8086-67e615e5c84e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=737bf131b01e4372b376cedd095fe061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4941907 Apr 19 18:20:32.480948 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 36728) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:32.519812 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d035c-299f-4c3b-8086-67e615e5c84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981c91e3-a814-434e-a491-08dec2298ea4,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:32.524577 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e91d035c-299f-4c3b-8086-67e615e5c84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:32.724091 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2cb12255-d8ca-40df-8a1a-fea50eec2560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:32.773501 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2cb12255-d8ca-40df-8a1a-fea50eec2560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:32.849464 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f5016-706f-4583-831c-dbe0ed5e0aef req-740d724c-3b90-499e-b24e-b0918ae8d658 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:32.855603 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-346f5016-706f-4583-831c-dbe0ed5e0aef req-740d724c-3b90-499e-b24e-b0918ae8d658 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5719137-eb41-4d45-b7eb-621e5860ece7 HTTP/1.1" status: 200 len: 945 time: 0.3188224 Apr 19 18:20:32.904132 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a131a9b4-1ef3-4c54-a5bf-3d4c10150170 req-76af7cca-8c4c-45d2-9d73-9961758b14ed tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4277c660-e7b7-4613-b8a0-5dc2735af697 HTTP/1.1" status: 200 len: 210 time: 0.0659592 Apr 19 18:20:32.927594 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-346f5016-706f-4583-831c-dbe0ed5e0aef req-c22641f3-6153-4ddc-9669-bc51232a0608 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620139 Apr 19 18:20:32.937278 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2cb12255-d8ca-40df-8a1a-fea50eec2560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:32.944379 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:32.979551 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb12255-d8ca-40df-8a1a-fea50eec2560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981c91e3-a814-434e-a491-08dec2298ea4,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:32.982255 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2cb12255-d8ca-40df-8a1a-fea50eec2560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:32.984465 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2cb12255-d8ca-40df-8a1a-fea50eec2560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:32.986369 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-2cb12255-d8ca-40df-8a1a-fea50eec2560 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/981c91e3-a814-434e-a491-08dec2298ea4 HTTP/1.1" status: 204 len: 168 time: 0.5043602 Apr 19 18:20:33.024662 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 36750) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:33.179959 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-184f6fed-8ab7-4ff7-877d-545502eb188b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:33.197098 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-184f6fed-8ab7-4ff7-877d-545502eb188b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:33.201374 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-184f6fed-8ab7-4ff7-877d-545502eb188b admin admin] Usage tracker for resource:security_group_rule and tenant:76b123612ad442a3bd39f46c6c1cb50d is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:33.204673 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-184f6fed-8ab7-4ff7-877d-545502eb188b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:33.210733 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-184f6fed-8ab7-4ff7-877d-545502eb188b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:33.309619 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-184f6fed-8ab7-4ff7-877d-545502eb188b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:33.316867 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-184f6fed-8ab7-4ff7-877d-545502eb188b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:33.330513 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-09e8f183-e7f5-40d7-9255-4e35fd7b6d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:33.401784 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-184f6fed-8ab7-4ff7-877d-545502eb188b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76b123612ad442a3bd39f46c6c1cb50d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3757305 Apr 19 18:20:33.404811 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 36766) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:33.430337 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f6fed-8ab7-4ff7-877d-545502eb188b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581d18ef-62de-4c2b-9e4c-e73c74fe2189,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:33.437008 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-184f6fed-8ab7-4ff7-877d-545502eb188b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:33.911515 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e292-d60c-4612-964a-760ac139d9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:34.036387 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e292-d60c-4612-964a-760ac139d9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:34.131575 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f2f34-6ba5-4d2f-96ab-b2fd8d0c98fb req-7e24a4b0-6892-439d-8a94-39cef5b94be7 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:34.149026 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6e6f2f34-6ba5-4d2f-96ab-b2fd8d0c98fb req-7e24a4b0-6892-439d-8a94-39cef5b94be7 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.6405292 Apr 19 18:20:34.221863 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-327eb11e-589e-47de-ac59-ad88bb9d7815 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:34.223946 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-327eb11e-589e-47de-ac59-ad88bb9d7815 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.95 "GET /v2.0/networks?id=099d3310-9029-44fb-9138-ff9ad866dc0b HTTP/1.1" status: 200 len: 809 time: 0.5976534 Apr 19 18:20:34.339104 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-92e714e4-1ea3-4689-b1a9-e81855315c8f tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Request body: {'port': {'device_id': '4277c660-e7b7-4613-b8a0-5dc2735af697', 'network_id': '099d3310-9029-44fb-9138-ff9ad866dc0b', 'admin_state_up': True, 'tenant_id': 'f1a078d9642d48269882479ded92079e'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:20:34.558590 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6e6f2f34-6ba5-4d2f-96ab-b2fd8d0c98fb req-6b531021-c61a-4b6b-bf33-f13dd308b87e tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332462 Apr 19 18:20:34.583347 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e292-d60c-4612-964a-760ac139d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:34.599309 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b8d8e73b-d530-4814-8af8-fedf313014ad req-678720a3-2065-4dba-b567-7eac30d05397 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4277c660-e7b7-4613-b8a0-5dc2735af697 HTTP/1.1" status: 200 len: 210 time: 0.1258926 Apr 19 18:20:34.604535 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-576acd82-3430-4f88-ae27-7ba9d379855c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:34.627382 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3e292-d60c-4612-964a-760ac139d9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581d18ef-62de-4c2b-9e4c-e73c74fe2189,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:34.632749 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0eb3e292-d60c-4612-964a-760ac139d9e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:34.637369 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-92e714e4-1ea3-4689-b1a9-e81855315c8f tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:34.653804 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-92e714e4-1ea3-4689-b1a9-e81855315c8f tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Usage tracker for resource:port and tenant:f1a078d9642d48269882479ded92079e is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:34.661985 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-92e714e4-1ea3-4689-b1a9-e81855315c8f tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:34.668234 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0eb3e292-d60c-4612-964a-760ac139d9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:34.669766 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-0eb3e292-d60c-4612-964a-760ac139d9e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/581d18ef-62de-4c2b-9e4c-e73c74fe2189 HTTP/1.1" status: 204 len: 168 time: 1.2631304 Apr 19 18:20:34.671531 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-92e714e4-1ea3-4689-b1a9-e81855315c8f tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:34.682015 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-92e714e4-1ea3-4689-b1a9-e81855315c8f tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Made reservation on behalf of f1a078d9642d48269882479ded92079e for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:20:34.692096 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-92e714e4-1ea3-4689-b1a9-e81855315c8f tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:34.935834 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-92e714e4-1ea3-4689-b1a9-e81855315c8f tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Allocated IP 172.20.0.14 (099d3310-9029-44fb-9138-ff9ad866dc0b/156bc682-d00d-4fce-98cd-9184f4db5e80/7f30270d-d488-47a2-a46d-3a1909aeeb90) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:20:35.250982 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-92e714e4-1ea3-4689-b1a9-e81855315c8f tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:35.292758 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 36822) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:35.340975 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fefb7fba-734c-498f-a108-482aedc3ee72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:35.375464 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-fefb7fba-734c-498f-a108-482aedc3ee72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:35.383499 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-fefb7fba-734c-498f-a108-482aedc3ee72 admin admin] Usage tracker for resource:security_group_rule and tenant:ddfb86f138bb4425bf321a479b08f127 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:35.387747 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-fefb7fba-734c-498f-a108-482aedc3ee72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:35.391751 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-92e714e4-1ea3-4689-b1a9-e81855315c8f tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:35.397478 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-fefb7fba-734c-498f-a108-482aedc3ee72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:35.423333 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:35.568971 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-92e714e4-1ea3-4689-b1a9-e81855315c8f tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Network 099d3310-9029-44fb-9138-ff9ad866dc0b is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:20:35.604846 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-92e714e4-1ea3-4689-b1a9-e81855315c8f tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:20:35.607724 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e714e4-1ea3-4689-b1a9-e81855315c8f tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Pushing event updated for resources: {'Port': ['ID=7f30270d-d488-47a2-a46d-3a1909aeeb90,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:35.624749 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-92e714e4-1ea3-4689-b1a9-e81855315c8f tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:20:35.721715 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-92e714e4-1ea3-4689-b1a9-e81855315c8f tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:35.722750 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-92e714e4-1ea3-4689-b1a9-e81855315c8f tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:35.729646 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-92e714e4-1ea3-4689-b1a9-e81855315c8f tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:35.769764 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-92e714e4-1ea3-4689-b1a9-e81855315c8f tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5106559 Apr 19 18:20:35.808989 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Request body: {'port': {'device_id': '4277c660-e7b7-4613-b8a0-5dc2735af697', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:20:35.899055 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066ee34-4d65-4d7c-8921-5545d289712a req-7879f332-d71f-4ee1-889c-787506de7c4d tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:35.900941 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f066ee34-4d65-4d7c-8921-5545d289712a req-7879f332-d71f-4ee1-889c-787506de7c4d tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4277c660-e7b7-4613-b8a0-5dc2735af697 HTTP/1.1" status: 200 len: 932 time: 0.1216540 Apr 19 18:20:35.941393 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fefb7fba-734c-498f-a108-482aedc3ee72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:35.949775 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fefb7fba-734c-498f-a108-482aedc3ee72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:35.955218 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f066ee34-4d65-4d7c-8921-5545d289712a req-acd6d01e-9de5-4057-925c-ab5c91991317 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/security-groups?id=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459490 Apr 19 18:20:35.960391 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:36.070428 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-fefb7fba-734c-498f-a108-482aedc3ee72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ddfb86f138bb4425bf321a479b08f127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7752366 Apr 19 18:20:36.078679 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 36852) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:36.085952 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb7fba-734c-498f-a108-482aedc3ee72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bda17f-73af-40d6-b0af-0b5e84bc9cbf,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:36.104247 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fefb7fba-734c-498f-a108-482aedc3ee72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:36.115758 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:36.153832 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff814f5-fadc-4a46-bfa5-c5b847cbfd12 req-d69b8c16-4f94-4bb6-bd21-2aa3d259534e tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:36.155919 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2ff814f5-fadc-4a46-bfa5-c5b847cbfd12 req-d69b8c16-4f94-4bb6-bd21-2aa3d259534e tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.3148990 Apr 19 18:20:36.244468 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-5a87efd6-9614-414f-aab7-6c651fcafc1b tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:36.244468 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-5a87efd6-9614-414f-aab7-6c651fcafc1b tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/networks?id=81389814-a967-484b-be2e-4d505a9878a9 HTTP/1.1" status: 200 len: 815 time: 0.1837656 Apr 19 18:20:36.264815 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-33a7690c-6bd6-4da9-a1e8-2e84d0586433 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/quotas/08eaac8bfe8c4be3ab36db0e9749a483 HTTP/1.1" status: 200 len: 375 time: 0.0122831 Apr 19 18:20:36.287640 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-03606257-ca4f-4c4b-8f93-72e4e448c5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:36.299799 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2ff814f5-fadc-4a46-bfa5-c5b847cbfd12 req-1e024d0d-e355-470c-a7e2-3b661b8ed573 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330645 Apr 19 18:20:36.367709 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-f5dd9e15-81a9-4ccb-9b5c-ed0630370172 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=08eaac8bfe8c4be3ab36db0e9749a483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952187 Apr 19 18:20:36.383032 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-03606257-ca4f-4c4b-8f93-72e4e448c5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:36.552919 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-527cc6f6-daa1-4b8d-9b29-4a0df4876a9d service neutron] 10.222.0.20 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759870 Apr 19 18:20:36.911394 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-03606257-ca4f-4c4b-8f93-72e4e448c5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:36.918991 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:36.940966 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03606257-ca4f-4c4b-8f93-72e4e448c5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bda17f-73af-40d6-b0af-0b5e84bc9cbf,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:36.955063 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-03606257-ca4f-4c4b-8f93-72e4e448c5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:36.959276 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-03606257-ca4f-4c4b-8f93-72e4e448c5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:36.962956 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-03606257-ca4f-4c4b-8f93-72e4e448c5bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67bda17f-73af-40d6-b0af-0b5e84bc9cbf HTTP/1.1" status: 204 len: 168 time: 0.8797431 Apr 19 18:20:37.043124 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-9cdccb2f-2d22-4a9e-80be-1cd3fa07c7f5 service neutron] 10.222.0.20 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829354 Apr 19 18:20:37.046215 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f30270d-d488-47a2-a46d-3a1909aeeb90 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:20:37.054909 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:37.072124 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Transition to ACTIVE for port object 7f30270d-d488-47a2-a46d-3a1909aeeb90 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:20:37.079224 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107811'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:37.086282 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:37.402216 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Pushing event updated for resources: {'Port': ['ID=7f30270d-d488-47a2-a46d-3a1909aeeb90,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:37.416736 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5b256229-7e05-4aad-955d-688ed44fc194 req-7121663d-2cd3-4b1d-a77c-13123cf6387c tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=b49ab866-a9d5-44e0-842b-47839a495c2d HTTP/1.1" status: 200 len: 210 time: 0.1644011 Apr 19 18:20:37.433108 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:37.646575 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Attempting to bind port 7f30270d-d488-47a2-a46d-3a1909aeeb90 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:20:37.647341 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Attempting to bind port 7f30270d-d488-47a2-a46d-3a1909aeeb90 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'd7f4a37f-a98b-4663-83f7-4d6f03a26b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '099d3310-9029-44fb-9138-ff9ad866dc0b'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:20:37.648062 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Attempting to bind port 7f30270d-d488-47a2-a46d-3a1909aeeb90 on network 099d3310-9029-44fb-9138-ff9ad866dc0b {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:20:37.659771 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 36894) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:37.661233 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1dc27-b7d8-4087-9125-4fc80714edfa req-5f96231a-981e-46db-ab74-1da48f844b4a tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:37.662030 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-18d1dc27-b7d8-4087-9125-4fc80714edfa req-5f96231a-981e-46db-ab74-1da48f844b4a tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Synchronizing usage tracker for tenant:f1a078d9642d48269882479ded92079e on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:20:37.667513 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Port 7f30270d-d488-47a2-a46d-3a1909aeeb90 on network 099d3310-9029-44fb-9138-ff9ad866dc0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:20:37.667802 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Attempting to bind port 7f30270d-d488-47a2-a46d-3a1909aeeb90 on network 099d3310-9029-44fb-9138-ff9ad866dc0b {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:20:37.678485 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Checking agent: {'id': '22c244b8-6adf-46d7-a39e-9e58770b1817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'started_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:20:37.678913 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Checking segment: {'id': 'd7f4a37f-a98b-4663-83f7-4d6f03a26b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '099d3310-9029-44fb-9138-ff9ad866dc0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:20:37.679365 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Bound using segment: {'id': 'd7f4a37f-a98b-4663-83f7-4d6f03a26b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '099d3310-9029-44fb-9138-ff9ad866dc0b'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:20:37.679775 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Bound port: 7f30270d-d488-47a2-a46d-3a1909aeeb90, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f4a37f-a98b-4663-83f7-4d6f03a26b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '099d3310-9029-44fb-9138-ff9ad866dc0b'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:20:37.680298 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:37.698704 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a774c88b-33c0-4179-942c-eeae01f8cf48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:37.718804 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-a774c88b-33c0-4179-942c-eeae01f8cf48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:37.725673 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-a774c88b-33c0-4179-942c-eeae01f8cf48 admin admin] Usage tracker for resource:security_group_rule and tenant:dee9429b46764dc5bdad2bf759ba9704 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:37.729304 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-a774c88b-33c0-4179-942c-eeae01f8cf48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:37.738591 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-a774c88b-33c0-4179-942c-eeae01f8cf48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:37.743673 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-18d1dc27-b7d8-4087-9125-4fc80714edfa req-5f96231a-981e-46db-ab74-1da48f844b4a tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Unset dirty status for tenant:f1a078d9642d48269882479ded92079e on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:20:37.748030 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-18d1dc27-b7d8-4087-9125-4fc80714edfa req-5f96231a-981e-46db-ab74-1da48f844b4a tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4277c660-e7b7-4613-b8a0-5dc2735af697 HTTP/1.1" status: 200 len: 944 time: 0.5998707 Apr 19 18:20:37.751314 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23187d-d2ea-43d0-b7df-9b233d9d7cb0 req-2ffd934a-0e76-4f75-b0b6-b424cefa947c tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:37.752960 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-fb23187d-d2ea-43d0-b7df-9b233d9d7cb0 req-2ffd934a-0e76-4f75-b0b6-b424cefa947c tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.2015800 Apr 19 18:20:37.840103 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-fb23187d-d2ea-43d0-b7df-9b233d9d7cb0 req-7a6047cc-ddda-4262-8970-f87ed161b6f7 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759945 Apr 19 18:20:37.842371 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-18d1dc27-b7d8-4087-9125-4fc80714edfa req-fcca38d8-c9ad-4628-b920-e0c312270043 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Synchronizing usage tracker for tenant:f1a078d9642d48269882479ded92079e on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:20:37.861352 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] For port 7f30270d-d488-47a2-a46d-3a1909aeeb90, host hv-cinder-78692, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:20:37.865606 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] For port 7f30270d-d488-47a2-a46d-3a1909aeeb90, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7f30270d-d488-47a2-a46d-3a1909aeeb90,segment=NetworkSegment(d7f4a37f-a98b-4663-83f7-4d6f03a26b4b),segment_id=d7f4a37f-a98b-4663-83f7-4d6f03a26b4b)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:20:37.866736 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-18d1dc27-b7d8-4087-9125-4fc80714edfa req-fcca38d8-c9ad-4628-b920-e0c312270043 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Unset dirty status for tenant:f1a078d9642d48269882479ded92079e on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:20:37.868078 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-18d1dc27-b7d8-4087-9125-4fc80714edfa req-fcca38d8-c9ad-4628-b920-e0c312270043 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/security-groups?id=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150708 Apr 19 18:20:37.869670 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107811'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:37.899488 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7fd52cc2-a6ae-40e8-b44f-5ccd2d76254d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:37.948202 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:37.948944 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:37.950411 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] 10.222.0.95 "PUT /v2.0/ports/7f30270d-d488-47a2-a46d-3a1909aeeb90 HTTP/1.1" status: 200 len: 1094 time: 2.1558485 Apr 19 18:20:37.950951 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4277c660-e7b7-4613-b8a0-5dc2735af697', 'tag': '7f30270d-d488-47a2-a46d-3a1909aeeb90'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:20:37.974653 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a774c88b-33c0-4179-942c-eeae01f8cf48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:37.982726 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a774c88b-33c0-4179-942c-eeae01f8cf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:37.998412 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-184f6fed-8ab7-4ff7-877d-545502eb188b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:38.018500 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Pushing event updated for resources: {'Port': ['ID=7f30270d-d488-47a2-a46d-3a1909aeeb90,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:38.037009 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:38.055429 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774c88b-33c0-4179-942c-eeae01f8cf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b78ae68-83b9-44e0-a958-3595d643c028,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:38.064185 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-a774c88b-33c0-4179-942c-eeae01f8cf48 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dee9429b46764dc5bdad2bf759ba9704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4032705 Apr 19 18:20:38.065094 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 36904) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:38.065965 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a774c88b-33c0-4179-942c-eeae01f8cf48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:38.121459 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4277c660-e7b7-4613-b8a0-5dc2735af697', 'tag': '7f30270d-d488-47a2-a46d-3a1909aeeb90', 'status': 'completed', 'code': 200} Apr 19 18:20:38.148320 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f1ed8516-8267-4938-8dd4-047a022c8d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:38.174095 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-ff456a4d-13e9-412e-9248-c40263464408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:38.175768 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-ff456a4d-13e9-412e-9248-c40263464408 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f1a078d9642d48269882479ded92079e&device_id=4277c660-e7b7-4613-b8a0-5dc2735af697 HTTP/1.1" status: 200 len: 1097 time: 0.1233599 Apr 19 18:20:38.197750 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f1ed8516-8267-4938-8dd4-047a022c8d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:38.256968 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f1ed8516-8267-4938-8dd4-047a022c8d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:38.266281 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:38.281057 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-9d6b70b4-b0dc-4ae4-923e-018b8913b367 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f30270d-d488-47a2-a46d-3a1909aeeb90 HTTP/1.1" status: 200 len: 217 time: 0.0842359 Apr 19 18:20:38.283169 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed8516-8267-4938-8dd4-047a022c8d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b78ae68-83b9-44e0-a958-3595d643c028,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:38.285994 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f1ed8516-8267-4938-8dd4-047a022c8d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:38.292968 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f1ed8516-8267-4938-8dd4-047a022c8d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:38.297500 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-f1ed8516-8267-4938-8dd4-047a022c8d9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b78ae68-83b9-44e0-a958-3595d643c028 HTTP/1.1" status: 204 len: 168 time: 0.2272751 Apr 19 18:20:38.371075 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-b18236d9-e405-432e-87c9-bc5ec3163701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:38.372756 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-b18236d9-e405-432e-87c9-bc5ec3163701 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=156bc682-d00d-4fce-98cd-9184f4db5e80 HTTP/1.1" status: 200 len: 849 time: 0.0821090 Apr 19 18:20:38.437250 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-e158177f-78ff-47c3-a97f-c297994acea5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=099d3310-9029-44fb-9138-ff9ad866dc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515096 Apr 19 18:20:38.825647 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0f77eeba-1cea-4670-bb15-79ac3a1a4792 req-ddc52fb9-3829-4f27-bd38-f401c4eae28f tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=b49ab866-a9d5-44e0-842b-47839a495c2d HTTP/1.1" status: 200 len: 210 time: 0.1360636 Apr 19 18:20:38.840291 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-ebf0460d-f225-464b-9b89-09d44d6e8e72 service neutron] 10.222.0.95 "GET /v2.0/networks/099d3310-9029-44fb-9138-ff9ad866dc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933456 Apr 19 18:20:39.109553 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7f7fe836-5fbd-4335-9d0d-6c80d97a692c req-56fe2202-f5f8-40d5-a274-83a1cb190862 service neutron] 10.222.0.95 "GET /v2.0/networks/099d3310-9029-44fb-9138-ff9ad866dc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604127 Apr 19 18:20:39.268235 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-99c560da-edc2-4af3-a082-833ab1490fa3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:39.270315 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-99c560da-edc2-4af3-a082-833ab1490fa3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.95 "GET /v2.0/networks?id=81389814-a967-484b-be2e-4d505a9878a9 HTTP/1.1" status: 200 len: 815 time: 0.4568079 Apr 19 18:20:39.295676 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bf6ae-ea8a-49c0-826c-afb18e8be3eb req-3fe7543e-2880-46f0-9804-4b044fca192e tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:39.304306 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-841bf6ae-ea8a-49c0-826c-afb18e8be3eb req-3fe7543e-2880-46f0-9804-4b044fca192e tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4277c660-e7b7-4613-b8a0-5dc2735af697 HTTP/1.1" status: 200 len: 944 time: 0.1853144 Apr 19 18:20:39.319722 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-c5d35c49-d849-4484-97d7-a665d35a1e99 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Request body: {'port': {'device_id': 'b49ab866-a9d5-44e0-842b-47839a495c2d', 'network_id': '81389814-a967-484b-be2e-4d505a9878a9', 'admin_state_up': True, 'tenant_id': '08eaac8bfe8c4be3ab36db0e9749a483'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:20:39.366126 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d788a23-75d9-4a17-a09d-52eb0c845d9a req-834acd21-6279-4994-8924-24d319846625 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:39.367903 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6d788a23-75d9-4a17-a09d-52eb0c845d9a req-834acd21-6279-4994-8924-24d319846625 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.2529399 Apr 19 18:20:39.382587 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-841bf6ae-ea8a-49c0-826c-afb18e8be3eb req-6f096a43-5814-40af-b728-752f94deaef4 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/security-groups?id=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762172 Apr 19 18:20:39.498292 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba29e34-d611-44ba-8037-9f46106fa871 req-f954e25f-33e9-4f6f-9539-25809e727cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:39.501036 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3ba29e34-d611-44ba-8037-9f46106fa871 req-f954e25f-33e9-4f6f-9539-25809e727cc0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f1a078d9642d48269882479ded92079e&device_id=4277c660-e7b7-4613-b8a0-5dc2735af697 HTTP/1.1" status: 200 len: 1097 time: 0.2809386 Apr 19 18:20:39.563205 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6d788a23-75d9-4a17-a09d-52eb0c845d9a req-cb66ff2f-5a13-4151-98e6-53cfe25bb1ca tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782458 Apr 19 18:20:39.641918 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-c5d35c49-d849-4484-97d7-a665d35a1e99 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:39.654452 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-c5d35c49-d849-4484-97d7-a665d35a1e99 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:39.665091 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-c5d35c49-d849-4484-97d7-a665d35a1e99 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Made reservation on behalf of 08eaac8bfe8c4be3ab36db0e9749a483 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:20:39.672261 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-c5d35c49-d849-4484-97d7-a665d35a1e99 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:39.705590 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba29e34-d611-44ba-8037-9f46106fa871 req-e15ff11d-8e5e-4c8c-b273-71f512cc179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:39.707303 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3ba29e34-d611-44ba-8037-9f46106fa871 req-e15ff11d-8e5e-4c8c-b273-71f512cc179d service neutron] 10.222.0.95 "GET /v2.0/networks?id=099d3310-9029-44fb-9138-ff9ad866dc0b HTTP/1.1" status: 200 len: 910 time: 0.1881704 Apr 19 18:20:39.793345 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3ba29e34-d611-44ba-8037-9f46106fa871 req-16687439-1a5a-4dc1-8777-c483a6d35432 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f30270d-d488-47a2-a46d-3a1909aeeb90 HTTP/1.1" status: 200 len: 217 time: 0.0785184 Apr 19 18:20:39.889174 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-c5d35c49-d849-4484-97d7-a665d35a1e99 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Allocated IP 172.20.0.3 (81389814-a967-484b-be2e-4d505a9878a9/6f8bd5b2-70c1-40b8-b712-5bfe8d2a2d70/090b01c3-0ab3-4701-9a43-d8e4c58fbd38) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:20:39.930996 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba29e34-d611-44ba-8037-9f46106fa871 req-2d3fdbac-0ca9-41be-830d-205f9a2e4326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:39.935349 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3ba29e34-d611-44ba-8037-9f46106fa871 req-2d3fdbac-0ca9-41be-830d-205f9a2e4326 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=156bc682-d00d-4fce-98cd-9184f4db5e80 HTTP/1.1" status: 200 len: 849 time: 0.1320174 Apr 19 18:20:40.028568 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3ba29e34-d611-44ba-8037-9f46106fa871 req-623ca945-9f87-4448-b591-6f5380c5674f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=099d3310-9029-44fb-9138-ff9ad866dc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871565 Apr 19 18:20:40.115103 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-05655a83-3de9-484d-9c92-3b84db2cda88 req-9cd3d7d3-ba5a-476d-b6e0-9b6d0c3c5f44 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=b49ab866-a9d5-44e0-842b-47839a495c2d HTTP/1.1" status: 200 len: 210 time: 0.1291928 Apr 19 18:20:40.227358 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-c5d35c49-d849-4484-97d7-a665d35a1e99 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:40.242433 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3ba29e34-d611-44ba-8037-9f46106fa871 req-2be51cef-8041-4113-acb1-73261519eaea service neutron] 10.222.0.95 "GET /v2.0/networks/099d3310-9029-44fb-9138-ff9ad866dc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046542 Apr 19 18:20:40.282824 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-c5d35c49-d849-4484-97d7-a665d35a1e99 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:40.290587 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:40.299779 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['a2ef709f-013a-4408-bcc9-ae33d26dc54b', '6b5f7838-8ca8-4832-9e15-5f35e6101ba3'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:20:40.366533 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-c5d35c49-d849-4484-97d7-a665d35a1e99 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Network 81389814-a967-484b-be2e-4d505a9878a9 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:20:40.370012 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-c5d35c49-d849-4484-97d7-a665d35a1e99 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:20:40.375224 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-c5d35c49-d849-4484-97d7-a665d35a1e99 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:20:40.428638 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3ba29e34-d611-44ba-8037-9f46106fa871 req-074e815b-5d77-408a-ab98-ea01609354a9 service neutron] 10.222.0.95 "GET /v2.0/networks/099d3310-9029-44fb-9138-ff9ad866dc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773636 Apr 19 18:20:40.483307 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-c5d35c49-d849-4484-97d7-a665d35a1e99 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:40.485339 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-c5d35c49-d849-4484-97d7-a665d35a1e99 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:40.495073 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d35c49-d849-4484-97d7-a665d35a1e99 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Pushing event updated for resources: {'Port': ['ID=090b01c3-0ab3-4701-9a43-d8e4c58fbd38,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:40.506340 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c5d35c49-d849-4484-97d7-a665d35a1e99 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:40.524660 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-c5d35c49-d849-4484-97d7-a665d35a1e99 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2248511 Apr 19 18:20:40.563374 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Request body: {'port': {'device_id': 'b49ab866-a9d5-44e0-842b-47839a495c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:20:40.723844 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd6bf9-0ea2-4059-8713-2886d33854e2 req-cbd110bd-e730-41a0-8b94-26fa51df3c3d tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:40.725548 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-14cd6bf9-0ea2-4059-8713-2886d33854e2 req-cbd110bd-e730-41a0-8b94-26fa51df3c3d tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4277c660-e7b7-4613-b8a0-5dc2735af697 HTTP/1.1" status: 200 len: 944 time: 0.1570880 Apr 19 18:20:40.796364 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-14cd6bf9-0ea2-4059-8713-2886d33854e2 req-f93ca53c-2d95-4c9e-9652-7290bccf4900 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/security-groups?id=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637355 Apr 19 18:20:40.857477 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:40.978496 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbc0ed-c1a6-4e03-af89-001264d4bd25 req-56946081-a658-4a2b-b513-a77ac0302ac4 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:40.980209 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-62bbc0ed-c1a6-4e03-af89-001264d4bd25 req-56946081-a658-4a2b-b513-a77ac0302ac4 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.2011037 Apr 19 18:20:41.151548 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-62bbc0ed-c1a6-4e03-af89-001264d4bd25 req-7d8ebb5d-fdd0-4326-af92-0be3903b8ca3 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607895 Apr 19 18:20:41.494124 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 090b01c3-0ab3-4701-9a43-d8e4c58fbd38 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:20:41.503934 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:41.521081 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Transition to ACTIVE for port object 090b01c3-0ab3-4701-9a43-d8e4c58fbd38 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:20:41.536627 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:41.538731 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 37040) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:41.547018 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:41.666182 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ada70d-cdfe-4d3f-a9c1-2dacc26b4182 req-cde626df-fdd3-4aa3-a664-853611c132a3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:41.666983 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-21ada70d-cdfe-4d3f-a9c1-2dacc26b4182 req-cde626df-fdd3-4aa3-a664-853611c132a3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Synchronizing usage tracker for tenant:08eaac8bfe8c4be3ab36db0e9749a483 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:20:41.743347 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-811d3029-aa63-4c10-8b5c-f592d1564586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:41.763290 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-811d3029-aa63-4c10-8b5c-f592d1564586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:41.768549 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-811d3029-aa63-4c10-8b5c-f592d1564586 admin admin] Usage tracker for resource:security_group_rule and tenant:5ce5ad0190404d93a0bc591f8d7073d3 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:41.771655 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-811d3029-aa63-4c10-8b5c-f592d1564586 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:41.778416 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-811d3029-aa63-4c10-8b5c-f592d1564586 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:41.815540 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Pushing event updated for resources: {'Port': ['ID=090b01c3-0ab3-4701-9a43-d8e4c58fbd38,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:41.827904 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-21ada70d-cdfe-4d3f-a9c1-2dacc26b4182 req-cde626df-fdd3-4aa3-a664-853611c132a3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Unset dirty status for tenant:08eaac8bfe8c4be3ab36db0e9749a483 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:20:41.843218 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-21ada70d-cdfe-4d3f-a9c1-2dacc26b4182 req-cde626df-fdd3-4aa3-a664-853611c132a3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=b49ab866-a9d5-44e0-842b-47839a495c2d HTTP/1.1" status: 200 len: 931 time: 0.4984388 Apr 19 18:20:41.847220 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:41.888099 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-811d3029-aa63-4c10-8b5c-f592d1564586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:41.893357 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-811d3029-aa63-4c10-8b5c-f592d1564586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:41.902882 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4297939a-78de-4a59-abfe-e6dc9ecfe013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:41.945427 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Attempting to bind port 090b01c3-0ab3-4701-9a43-d8e4c58fbd38 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:20:41.945814 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Attempting to bind port 090b01c3-0ab3-4701-9a43-d8e4c58fbd38 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '81389814-a967-484b-be2e-4d505a9878a9'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:20:41.946189 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Attempting to bind port 090b01c3-0ab3-4701-9a43-d8e4c58fbd38 on network 81389814-a967-484b-be2e-4d505a9878a9 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:20:41.948333 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-811d3029-aa63-4c10-8b5c-f592d1564586 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ce5ad0190404d93a0bc591f8d7073d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4077342 Apr 19 18:20:41.950839 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 37058) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:41.954668 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d3029-aa63-4c10-8b5c-f592d1564586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3f7e12-ec35-4c40-97b4-7ece596e7a37,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:41.964124 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Port 090b01c3-0ab3-4701-9a43-d8e4c58fbd38 on network 81389814-a967-484b-be2e-4d505a9878a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:20:41.964495 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Attempting to bind port 090b01c3-0ab3-4701-9a43-d8e4c58fbd38 on network 81389814-a967-484b-be2e-4d505a9878a9 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:20:41.989737 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-21ada70d-cdfe-4d3f-a9c1-2dacc26b4182 req-baa3a4f9-8804-4b91-b2a4-f1614787b8ba tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451266 Apr 19 18:20:41.991002 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Checking agent: {'id': '22c244b8-6adf-46d7-a39e-9e58770b1817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'started_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:20:41.991236 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Checking segment: {'id': 'aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '81389814-a967-484b-be2e-4d505a9878a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:20:41.991699 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Bound using segment: {'id': 'aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '81389814-a967-484b-be2e-4d505a9878a9'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:20:41.992205 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Bound port: 090b01c3-0ab3-4701-9a43-d8e4c58fbd38, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '81389814-a967-484b-be2e-4d505a9878a9'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:20:41.992598 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:41.998624 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-811d3029-aa63-4c10-8b5c-f592d1564586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:42.121963 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f6d2ae99-6a67-499d-a983-a3e29e9d9a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:42.129268 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] For port 090b01c3-0ab3-4701-9a43-d8e4c58fbd38, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:20:42.142717 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] For port 090b01c3-0ab3-4701-9a43-d8e4c58fbd38, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=090b01c3-0ab3-4701-9a43-d8e4c58fbd38,segment=NetworkSegment(aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4),segment_id=aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:20:42.148681 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:42.161398 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:42.179494 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a20f4-0ae9-4dcd-a968-8f8797e869f4 req-fcf00a36-b15d-4786-8920-7c39e1bc257e tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:42.181832 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b53a20f4-0ae9-4dcd-a968-8f8797e869f4 req-fcf00a36-b15d-4786-8920-7c39e1bc257e tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4277c660-e7b7-4613-b8a0-5dc2735af697 HTTP/1.1" status: 200 len: 944 time: 0.1814990 Apr 19 18:20:42.184201 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f6d2ae99-6a67-499d-a983-a3e29e9d9a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:42.212458 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:42.213249 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:42.214926 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] 10.222.0.95 "PUT /v2.0/ports/090b01c3-0ab3-4701-9a43-d8e4c58fbd38 HTTP/1.1" status: 200 len: 1093 time: 1.6793778 Apr 19 18:20:42.222419 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49ab866-a9d5-44e0-842b-47839a495c2d', 'tag': '090b01c3-0ab3-4701-9a43-d8e4c58fbd38'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:20:42.275960 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Pushing event updated for resources: {'Port': ['ID=090b01c3-0ab3-4701-9a43-d8e4c58fbd38,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:42.279871 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:42.301627 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b53a20f4-0ae9-4dcd-a968-8f8797e869f4 req-1a65c2d8-d418-42ef-8779-615501d4d3c9 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/security-groups?id=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093554 Apr 19 18:20:42.317026 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f6d2ae99-6a67-499d-a983-a3e29e9d9a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:42.329626 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-b655ffe8-1ae0-49f2-9f5f-844a034b6df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:42.347332 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 7f30270d-d488-47a2-a46d-3a1909aeeb90 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:20:42.366572 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f6d2ae99-6a67-499d-a983-a3e29e9d9a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:42.373259 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-f6d2ae99-6a67-499d-a983-a3e29e9d9a65 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb3f7e12-ec35-4c40-97b4-7ece596e7a37 HTTP/1.1" status: 204 len: 168 time: 0.4159632 Apr 19 18:20:42.373259 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2ae99-6a67-499d-a983-a3e29e9d9a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3f7e12-ec35-4c40-97b4-7ece596e7a37,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:42.398310 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f6d2ae99-6a67-499d-a983-a3e29e9d9a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:42.472850 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-73327699-a0f7-4965-9100-d60dc8b28587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:42.480605 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-73327699-a0f7-4965-9100-d60dc8b28587 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08eaac8bfe8c4be3ab36db0e9749a483&device_id=b49ab866-a9d5-44e0-842b-47839a495c2d HTTP/1.1" status: 200 len: 1096 time: 0.1960268 Apr 19 18:20:42.575445 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 7f30270d-d488-47a2-a46d-3a1909aeeb90, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7f30270d-d488-47a2-a46d-3a1909aeeb90,segment=NetworkSegment(d7f4a37f-a98b-4663-83f7-4d6f03a26b4b),segment_id=d7f4a37f-a98b-4663-83f7-4d6f03a26b4b)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:20:42.594660 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Returning: {'device': '7f30270d-d488-47a2-a46d-3a1909aeeb90', 'network_id': '099d3310-9029-44fb-9138-ff9ad866dc0b', 'port_id': '7f30270d-d488-47a2-a46d-3a1909aeeb90', 'mac_address': 'fa:16:3e:95:23:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156bc682-d00d-4fce-98cd-9184f4db5e80', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:20:42.611116 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafabdc0-c9fe-47b6-9d6a-6ba730e92cf8 req-b11e76ea-22f4-49ac-aa4d-21a6615d3dd4 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:42.621484 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-eafabdc0-c9fe-47b6-9d6a-6ba730e92cf8 req-b11e76ea-22f4-49ac-aa4d-21a6615d3dd4 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.1186070 Apr 19 18:20:42.640109 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49ab866-a9d5-44e0-842b-47839a495c2d', 'tag': '090b01c3-0ab3-4701-9a43-d8e4c58fbd38', 'status': 'completed', 'code': 200} Apr 19 18:20:42.649665 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-52d66728-716e-4acc-85a4-6c48a01cc531 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=090b01c3-0ab3-4701-9a43-d8e4c58fbd38 HTTP/1.1" status: 200 len: 217 time: 0.1546371 Apr 19 18:20:42.689580 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-eafabdc0-c9fe-47b6-9d6a-6ba730e92cf8 req-a6836ef3-e46f-49a3-b45e-fac9cc080f9a tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669055 Apr 19 18:20:42.735008 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:42.775888 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-622539d9-c3f0-4bac-97b7-2087ed6fc073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:42.777460 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-622539d9-c3f0-4bac-97b7-2087ed6fc073 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6f8bd5b2-70c1-40b8-b712-5bfe8d2a2d70 HTTP/1.1" status: 200 len: 855 time: 0.1195884 Apr 19 18:20:42.782606 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f30270d-d488-47a2-a46d-3a1909aeeb90 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:20:42.799766 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 7f30270d-d488-47a2-a46d-3a1909aeeb90, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7f30270d-d488-47a2-a46d-3a1909aeeb90,segment=NetworkSegment(d7f4a37f-a98b-4663-83f7-4d6f03a26b4b),segment_id=d7f4a37f-a98b-4663-83f7-4d6f03a26b4b)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:20:42.804724 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:42.806993 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:42.845539 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-37af7786-f8b6-4b9d-b36f-e8db6b7f93f9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=81389814-a967-484b-be2e-4d505a9878a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604751 Apr 19 18:20:42.901962 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=7f30270d-d488-47a2-a46d-3a1909aeeb90,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:42.905785 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:42.944757 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 37092) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:42.965151 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-63c381f6-26b8-4982-bf64-7b99a80ca60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:42.982446 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-63c381f6-26b8-4982-bf64-7b99a80ca60d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:42.987948 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-63c381f6-26b8-4982-bf64-7b99a80ca60d admin admin] Usage tracker for resource:security_group_rule and tenant:e8875f9193584b338ecd3f60e82ced01 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:42.991011 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-63c381f6-26b8-4982-bf64-7b99a80ca60d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:42.998141 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-63c381f6-26b8-4982-bf64-7b99a80ca60d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:43.012873 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-23d90c0a-c728-4b85-8c07-a31c57d4a134 service neutron] 10.222.0.95 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545951 Apr 19 18:20:43.098766 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-63c381f6-26b8-4982-bf64-7b99a80ca60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:43.102258 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-63c381f6-26b8-4982-bf64-7b99a80ca60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:43.112446 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7a0b2cbc-cbcd-4525-902b-25ba0c64dba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:43.154144 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['7f30270d-d488-47a2-a46d-3a1909aeeb90'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:20:43.174510 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d192fefc-7b1a-4770-913f-7f8b614faad2 req-8c5ff4d2-ea5d-4772-90e2-93381cb6b735 service neutron] 10.222.0.95 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516528 Apr 19 18:20:43.318059 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f5500-18ea-43e4-871c-7ce1671df52a req-ef64a701-5829-4744-9789-c52399a45b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:43.319976 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-828f5500-18ea-43e4-871c-7ce1671df52a req-ef64a701-5829-4744-9789-c52399a45b04 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08eaac8bfe8c4be3ab36db0e9749a483&device_id=b49ab866-a9d5-44e0-842b-47839a495c2d HTTP/1.1" status: 200 len: 1096 time: 0.0924292 Apr 19 18:20:43.421781 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-63c381f6-26b8-4982-bf64-7b99a80ca60d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8875f9193584b338ecd3f60e82ced01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4752326 Apr 19 18:20:43.426286 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 37102) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:43.431981 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c381f6-26b8-4982-bf64-7b99a80ca60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b662ee-f4ef-417c-8dec-2b17000d7951,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:43.435677 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-63c381f6-26b8-4982-bf64-7b99a80ca60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:43.505130 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f5500-18ea-43e4-871c-7ce1671df52a req-a2c66f34-547e-42e1-8d7c-8759d3617e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:43.507551 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-828f5500-18ea-43e4-871c-7ce1671df52a req-a2c66f34-547e-42e1-8d7c-8759d3617e0d service neutron] 10.222.0.95 "GET /v2.0/networks?id=81389814-a967-484b-be2e-4d505a9878a9 HTTP/1.1" status: 200 len: 916 time: 0.1707201 Apr 19 18:20:43.524425 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78067b-2c7a-4f31-85d5-b87b22512a7e req-e3a3afe8-802e-4e07-afe4-07f949ba099a tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:43.526109 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0f78067b-2c7a-4f31-85d5-b87b22512a7e req-e3a3afe8-802e-4e07-afe4-07f949ba099a tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=b49ab866-a9d5-44e0-842b-47839a495c2d HTTP/1.1" status: 200 len: 943 time: 0.4068527 Apr 19 18:20:43.534628 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a1e79850-f3a6-44a2-8c90-6bf563ca4bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:43.600805 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-828f5500-18ea-43e4-871c-7ce1671df52a req-a3c17ad6-6f5e-4fbe-83cb-1d8f23a0a10a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=090b01c3-0ab3-4701-9a43-d8e4c58fbd38 HTTP/1.1" status: 200 len: 217 time: 0.0816491 Apr 19 18:20:43.624356 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a1e79850-f3a6-44a2-8c90-6bf563ca4bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:43.686905 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0f78067b-2c7a-4f31-85d5-b87b22512a7e req-2fc2e60d-7bad-4173-b152-5b0bb18fa3d7 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969033 Apr 19 18:20:43.696490 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a1e79850-f3a6-44a2-8c90-6bf563ca4bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:43.701269 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-265019a7-c50b-463b-bd13-cdc1169b913b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:43.715185 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e79850-f3a6-44a2-8c90-6bf563ca4bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b662ee-f4ef-417c-8dec-2b17000d7951,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:43.721926 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a1e79850-f3a6-44a2-8c90-6bf563ca4bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:43.730129 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a1e79850-f3a6-44a2-8c90-6bf563ca4bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:43.731557 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-a1e79850-f3a6-44a2-8c90-6bf563ca4bdb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87b662ee-f4ef-417c-8dec-2b17000d7951 HTTP/1.1" status: 204 len: 168 time: 0.3039916 Apr 19 18:20:43.960068 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89820f-6114-42bf-8497-787e4a0cf952 req-23b277e1-383b-4c37-bc46-fc953874bbbd tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:43.962893 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6e89820f-6114-42bf-8497-787e4a0cf952 req-23b277e1-383b-4c37-bc46-fc953874bbbd tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.1166937 Apr 19 18:20:44.004739 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f5500-18ea-43e4-871c-7ce1671df52a req-0bb73169-d135-4713-8411-3835a17a688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:44.006308 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-828f5500-18ea-43e4-871c-7ce1671df52a req-0bb73169-d135-4713-8411-3835a17a688a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6f8bd5b2-70c1-40b8-b712-5bfe8d2a2d70 HTTP/1.1" status: 200 len: 855 time: 0.3514264 Apr 19 18:20:44.035934 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6e89820f-6114-42bf-8497-787e4a0cf952 req-06cb83b5-ab42-44ae-bc4f-3b31468c595a tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652149 Apr 19 18:20:44.078665 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-828f5500-18ea-43e4-871c-7ce1671df52a req-6bef55f2-b727-45cd-984d-108d2e84ce71 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=81389814-a967-484b-be2e-4d505a9878a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623796 Apr 19 18:20:44.087221 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98660e-f708-4b76-a158-9fad16edc977 req-83fef5a5-6e6b-424c-9654-ec1174298533 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:44.090170 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9e98660e-f708-4b76-a158-9fad16edc977 req-83fef5a5-6e6b-424c-9654-ec1174298533 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4277c660-e7b7-4613-b8a0-5dc2735af697 HTTP/1.1" status: 200 len: 945 time: 0.4777794 Apr 19 18:20:44.246642 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9e98660e-f708-4b76-a158-9fad16edc977 req-2075285f-bb52-458b-b012-b0350025df81 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/security-groups?id=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252415 Apr 19 18:20:44.289237 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-828f5500-18ea-43e4-871c-7ce1671df52a req-784d8946-a1c7-458c-afe8-22c7df1f9302 service neutron] 10.222.0.95 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972749 Apr 19 18:20:44.362969 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 7f30270d-d488-47a2-a46d-3a1909aeeb90 up at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:20:44.438170 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning for port 7f30270d-d488-47a2-a46d-3a1909aeeb90 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:20:44.449830 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning complete for port 7f30270d-d488-47a2-a46d-3a1909aeeb90 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:20:44.450263 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:44.456520 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-828f5500-18ea-43e4-871c-7ce1671df52a req-9cb5e0ef-3b74-4670-ae2b-c7916d679b16 service neutron] 10.222.0.95 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513057 Apr 19 18:20:44.600918 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:44.631224 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4277c660-e7b7-4613-b8a0-5dc2735af697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f30270d-d488-47a2-a46d-3a1909aeeb90'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:20:44.649843 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 7f30270d-d488-47a2-a46d-3a1909aeeb90, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7f30270d-d488-47a2-a46d-3a1909aeeb90,segment=NetworkSegment(d7f4a37f-a98b-4663-83f7-4d6f03a26b4b),segment_id=d7f4a37f-a98b-4663-83f7-4d6f03a26b4b)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:20:44.654866 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:44.657405 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:44.704676 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4277c660-e7b7-4613-b8a0-5dc2735af697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f30270d-d488-47a2-a46d-3a1909aeeb90', 'code': 200} Apr 19 18:20:44.737901 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=7f30270d-d488-47a2-a46d-3a1909aeeb90,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:44.741350 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:44.943521 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af1ca3-7b10-4ba3-8b54-aaec99fef2c4 req-9584826f-4ccf-4a0e-9829-1bd906055703 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:44.945737 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d2af1ca3-7b10-4ba3-8b54-aaec99fef2c4 req-9584826f-4ccf-4a0e-9829-1bd906055703 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=b49ab866-a9d5-44e0-842b-47839a495c2d HTTP/1.1" status: 200 len: 943 time: 0.1211660 Apr 19 18:20:44.979166 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2a12b-42f9-442f-b5a9-0a17ae10f6bc req-a19ff7ae-343f-4557-865c-2f81387b07ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:44.981164 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b5a2a12b-42f9-442f-b5a9-0a17ae10f6bc req-a19ff7ae-343f-4557-865c-2f81387b07ff service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=4277c660-e7b7-4613-b8a0-5dc2735af697 HTTP/1.1" status: 200 len: 1099 time: 0.0895867 Apr 19 18:20:45.018094 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d2af1ca3-7b10-4ba3-8b54-aaec99fef2c4 req-31b3e5d8-1119-4cb6-950d-1b387e036f38 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634022 Apr 19 18:20:45.043974 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b5a2a12b-42f9-442f-b5a9-0a17ae10f6bc req-80b3aa32-fd2c-489a-8c16-75981da31ddb service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556722 Apr 19 18:20:45.256080 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350832f-e3f3-4570-9bf3-f3ec7fe7198e req-1baf8e5b-2dea-4682-9618-270a7d340ad6 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:45.261145 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e350832f-e3f3-4570-9bf3-f3ec7fe7198e req-1baf8e5b-2dea-4682-9618-270a7d340ad6 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.1005905 Apr 19 18:20:45.370001 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e350832f-e3f3-4570-9bf3-f3ec7fe7198e req-0070169b-5ade-4923-9ea6-c02d18082297 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055837 Apr 19 18:20:45.502300 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65e7dd-0b23-4d13-bf07-19d4131a9125 req-87381993-8486-4959-90dc-a9ed78f9efea tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:45.503991 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb65e7dd-0b23-4d13-bf07-19d4131a9125 req-87381993-8486-4959-90dc-a9ed78f9efea tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4277c660-e7b7-4613-b8a0-5dc2735af697 HTTP/1.1" status: 200 len: 946 time: 0.1041179 Apr 19 18:20:45.553325 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb65e7dd-0b23-4d13-bf07-19d4131a9125 req-3319cda6-dea2-44d7-abfa-1bff361acbd1 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/security-groups?id=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421023 Apr 19 18:20:46.242654 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5cc5e-113e-4504-97f5-312a386d9210 req-504dd847-0eb9-41a5-9012-de79d30c4b36 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:46.244510 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4fb5cc5e-113e-4504-97f5-312a386d9210 req-504dd847-0eb9-41a5-9012-de79d30c4b36 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=b49ab866-a9d5-44e0-842b-47839a495c2d HTTP/1.1" status: 200 len: 943 time: 0.0999751 Apr 19 18:20:46.294784 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4fb5cc5e-113e-4504-97f5-312a386d9210 req-cb650fa9-2047-471c-89cf-5952d35e9059 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422616 Apr 19 18:20:46.362484 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 090b01c3-0ab3-4701-9a43-d8e4c58fbd38 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:20:46.521018 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 090b01c3-0ab3-4701-9a43-d8e4c58fbd38, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=090b01c3-0ab3-4701-9a43-d8e4c58fbd38,segment=NetworkSegment(aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4),segment_id=aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:20:46.538469 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Returning: {'device': '090b01c3-0ab3-4701-9a43-d8e4c58fbd38', 'network_id': '81389814-a967-484b-be2e-4d505a9878a9', 'port_id': '090b01c3-0ab3-4701-9a43-d8e4c58fbd38', 'mac_address': 'fa:16:3e:10:3c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f8bd5b2-70c1-40b8-b712-5bfe8d2a2d70', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:20:46.599699 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e2043-8811-4183-a87c-fa027ae8586f req-d42fd8cc-646f-41ec-ad23-dbcd51022a23 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:46.604598 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3b4e2043-8811-4183-a87c-fa027ae8586f req-d42fd8cc-646f-41ec-ad23-dbcd51022a23 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.1222813 Apr 19 18:20:46.658635 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:46.699984 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090b01c3-0ab3-4701-9a43-d8e4c58fbd38 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:20:46.705030 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3b4e2043-8811-4183-a87c-fa027ae8586f req-74216689-0c52-4bc1-99cc-7e7cd920ad69 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878294 Apr 19 18:20:46.736931 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 090b01c3-0ab3-4701-9a43-d8e4c58fbd38, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=090b01c3-0ab3-4701-9a43-d8e4c58fbd38,segment=NetworkSegment(aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4),segment_id=aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:20:46.741313 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:46.743141 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:46.883015 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=090b01c3-0ab3-4701-9a43-d8e4c58fbd38,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:46.887192 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:46.954316 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81dfec-00ad-4a05-9541-da22b92a63b0 req-260c595f-7858-4320-8f81-24c6f5f0244c tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:46.955998 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-fb81dfec-00ad-4a05-9541-da22b92a63b0 req-260c595f-7858-4320-8f81-24c6f5f0244c tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4277c660-e7b7-4613-b8a0-5dc2735af697 HTTP/1.1" status: 200 len: 946 time: 0.1818600 Apr 19 18:20:47.029355 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-fb81dfec-00ad-4a05-9541-da22b92a63b0 req-c350726b-c25b-488d-b096-a804a4b32c62 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/security-groups?id=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648932 Apr 19 18:20:47.108099 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['090b01c3-0ab3-4701-9a43-d8e4c58fbd38'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:20:47.134142 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 37226) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:47.211725 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 37232) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:47.390962 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1e1b6a96-be6d-48ab-af46-0dfd094c47a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:47.403355 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-09994a97-2bf5-43bd-8536-615cbb772683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:47.420272 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-1e1b6a96-be6d-48ab-af46-0dfd094c47a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:47.427142 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-1e1b6a96-be6d-48ab-af46-0dfd094c47a6 admin admin] Usage tracker for resource:security_group_rule and tenant:b0d36e928bc24514974d91484cec7175 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:47.430170 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-09994a97-2bf5-43bd-8536-615cbb772683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:47.434814 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-1e1b6a96-be6d-48ab-af46-0dfd094c47a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:47.437794 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-09994a97-2bf5-43bd-8536-615cbb772683 admin admin] Usage tracker for resource:security_group_rule and tenant:42841b3ae06e47fd80912a6f70fcf032 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:47.443859 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-09994a97-2bf5-43bd-8536-615cbb772683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:47.455742 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-1e1b6a96-be6d-48ab-af46-0dfd094c47a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:47.458114 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-09994a97-2bf5-43bd-8536-615cbb772683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:47.629590 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e538e2-b794-45ef-ac82-a6648725acd4 req-117c1bcd-4d5c-4511-9afe-dd9a226bfe5c tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:47.631562 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-66e538e2-b794-45ef-ac82-a6648725acd4 req-117c1bcd-4d5c-4511-9afe-dd9a226bfe5c tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=b49ab866-a9d5-44e0-842b-47839a495c2d HTTP/1.1" status: 200 len: 944 time: 0.1811750 Apr 19 18:20:47.709720 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-09994a97-2bf5-43bd-8536-615cbb772683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:47.729523 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-09994a97-2bf5-43bd-8536-615cbb772683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:47.742960 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f089e9ae-b2ba-4bb8-84c3-b75b55ebd0e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:47.781279 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-66e538e2-b794-45ef-ac82-a6648725acd4 req-64b0d7c6-948a-402c-8e29-64b0689ba67f tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356695 Apr 19 18:20:47.799963 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1e1b6a96-be6d-48ab-af46-0dfd094c47a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:47.805726 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-09994a97-2bf5-43bd-8536-615cbb772683 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42841b3ae06e47fd80912a6f70fcf032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6704772 Apr 19 18:20:47.808652 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 37246) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:47.809587 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1e1b6a96-be6d-48ab-af46-0dfd094c47a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:47.822452 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09994a97-2bf5-43bd-8536-615cbb772683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67c6d3c-0549-4bf9-b2da-6b1e07248cd7,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:47.829652 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-09994a97-2bf5-43bd-8536-615cbb772683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:47.830195 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-07b4ee3b-80c6-4381-a365-4d6649c3e57e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:47.866615 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-1e1b6a96-be6d-48ab-af46-0dfd094c47a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0d36e928bc24514974d91484cec7175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6529641 Apr 19 18:20:47.869917 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 37250) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:47.885659 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b6a96-be6d-48ab-af46-0dfd094c47a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16739d61-3ae7-4754-8d3d-8a25d0afbdd2,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:47.891512 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-1e1b6a96-be6d-48ab-af46-0dfd094c47a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:47.939142 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-bfec5f67-b667-4d89-af05-a4d4977e026d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:47.951937 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-44e95a21-7903-4edb-9040-3160194cabc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:47.974263 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-bfec5f67-b667-4d89-af05-a4d4977e026d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:47.997042 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de11b2d-695a-4911-ac52-69b683d18608 req-f1fec007-c73c-41a1-8db9-2c6c81c4ce1d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:47.999323 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3de11b2d-695a-4911-ac52-69b683d18608 req-f1fec007-c73c-41a1-8db9-2c6c81c4ce1d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.1722236 Apr 19 18:20:48.010703 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-44e95a21-7903-4edb-9040-3160194cabc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:48.027106 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-bfec5f67-b667-4d89-af05-a4d4977e026d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:48.033824 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4ca3e55c-a468-4e59-9a77-4e1d6e935cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:48.050568 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec5f67-b667-4d89-af05-a4d4977e026d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16739d61-3ae7-4754-8d3d-8a25d0afbdd2,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:48.054498 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-bfec5f67-b667-4d89-af05-a4d4977e026d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:48.061267 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-bfec5f67-b667-4d89-af05-a4d4977e026d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:48.065895 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-bfec5f67-b667-4d89-af05-a4d4977e026d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16739d61-3ae7-4754-8d3d-8a25d0afbdd2 HTTP/1.1" status: 204 len: 168 time: 0.1916549 Apr 19 18:20:48.099926 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3de11b2d-695a-4911-ac52-69b683d18608 req-409494b3-af39-4bde-a596-9a36ab78b95d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776205 Apr 19 18:20:48.111696 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-44e95a21-7903-4edb-9040-3160194cabc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:48.119526 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-915c9dad-d97c-4894-a1fa-cd62afc82d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:48.136287 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e95a21-7903-4edb-9040-3160194cabc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67c6d3c-0549-4bf9-b2da-6b1e07248cd7,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:48.137722 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-44e95a21-7903-4edb-9040-3160194cabc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:48.139162 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-44e95a21-7903-4edb-9040-3160194cabc8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c67c6d3c-0549-4bf9-b2da-6b1e07248cd7 HTTP/1.1" status: 204 len: 168 time: 0.3294067 Apr 19 18:20:48.141209 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-44e95a21-7903-4edb-9040-3160194cabc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:48.376949 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 090b01c3-0ab3-4701-9a43-d8e4c58fbd38 up at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:20:48.443176 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd844118-f2a1-4d31-9111-37db5d1caec0 req-f99a7d27-e69b-464a-8622-8cb8c115dfe2 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:48.454981 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dd844118-f2a1-4d31-9111-37db5d1caec0 req-f99a7d27-e69b-464a-8622-8cb8c115dfe2 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4277c660-e7b7-4613-b8a0-5dc2735af697 HTTP/1.1" status: 200 len: 946 time: 0.1155169 Apr 19 18:20:48.470451 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning for port 090b01c3-0ab3-4701-9a43-d8e4c58fbd38 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:20:48.476937 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning complete for port 090b01c3-0ab3-4701-9a43-d8e4c58fbd38 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:20:48.477766 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:48.520548 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dd844118-f2a1-4d31-9111-37db5d1caec0 req-21056de8-e215-49de-a142-385256479bef tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/security-groups?id=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642252 Apr 19 18:20:48.649570 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:48.681899 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49ab866-a9d5-44e0-842b-47839a495c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090b01c3-0ab3-4701-9a43-d8e4c58fbd38'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:20:48.693915 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 090b01c3-0ab3-4701-9a43-d8e4c58fbd38, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=090b01c3-0ab3-4701-9a43-d8e4c58fbd38,segment=NetworkSegment(aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4),segment_id=aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:20:48.701982 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:48.705024 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a4ee8fcf-f46b-4d68-bbcb-6fd5dc999772 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:48.753341 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49ab866-a9d5-44e0-842b-47839a495c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090b01c3-0ab3-4701-9a43-d8e4c58fbd38', 'code': 200} Apr 19 18:20:48.785859 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 37290) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:48.807761 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=090b01c3-0ab3-4701-9a43-d8e4c58fbd38,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:48.811285 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:49.055134 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3c02-7a31-4934-9261-7db93fea7ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:49.082244 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-dbcd3c02-7a31-4934-9261-7db93fea7ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:49.099845 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-dbcd3c02-7a31-4934-9261-7db93fea7ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:4d2efc5935e146ce8996d6045adff2d7 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:49.110449 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-dbcd3c02-7a31-4934-9261-7db93fea7ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:49.120106 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-dbcd3c02-7a31-4934-9261-7db93fea7ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:49.143950 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82205e9e-12ca-4246-ad81-9f3281eb1963 req-17892071-c93b-43dd-afb5-54061a396d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:49.145575 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-82205e9e-12ca-4246-ad81-9f3281eb1963 req-17892071-c93b-43dd-afb5-54061a396d00 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b49ab866-a9d5-44e0-842b-47839a495c2d HTTP/1.1" status: 200 len: 1098 time: 0.1700668 Apr 19 18:20:49.166334 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:20:49.168486 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfdd0b-ff2b-4c09-8652-4ced4e04dabf req-5c5b0a73-be79-47b8-aed8-703c74a893bd tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:49.170169 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-63bfdd0b-ff2b-4c09-8652-4ced4e04dabf req-5c5b0a73-be79-47b8-aed8-703c74a893bd tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=b49ab866-a9d5-44e0-842b-47839a495c2d HTTP/1.1" status: 200 len: 945 time: 0.2641344 Apr 19 18:20:49.239760 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-82205e9e-12ca-4246-ad81-9f3281eb1963 req-9f471af6-5091-4de9-b27f-ca90aa083874 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659881 Apr 19 18:20:49.276998 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-63bfdd0b-ff2b-4c09-8652-4ced4e04dabf req-25cbceb4-830a-4849-b4d6-5a01da1b0543 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854187 Apr 19 18:20:49.360270 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3c02-7a31-4934-9261-7db93fea7ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:49.365801 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3c02-7a31-4934-9261-7db93fea7ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:49.385240 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ff877-53e5-4b31-9d97-6276e1aeab30 req-40f0ee9d-3137-41f9-b9b3-40b046aeb667 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:49.386093 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:49.393226 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-678ff877-53e5-4b31-9d97-6276e1aeab30 req-40f0ee9d-3137-41f9-b9b3-40b046aeb667 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.1440053 Apr 19 18:20:49.442323 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-dbcd3c02-7a31-4934-9261-7db93fea7ba2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d2efc5935e146ce8996d6045adff2d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6552098 Apr 19 18:20:49.445265 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd3c02-7a31-4934-9261-7db93fea7ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9464b3f1-6fbd-4d90-829c-83f9f0bb413b,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:49.448902 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-dbcd3c02-7a31-4934-9261-7db93fea7ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:49.449866 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 37326) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:49.503845 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-678ff877-53e5-4b31-9d97-6276e1aeab30 req-66e07834-d5f3-4a9c-a382-b68e7f18dce1 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096730 Apr 19 18:20:49.550424 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ebe9499-523f-475b-b9ab-78b862909cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:49.611078 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ebe9499-523f-475b-b9ab-78b862909cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:49.748082 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ebe9499-523f-475b-b9ab-78b862909cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:49.753066 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-53f28c38-3807-4f2c-bad8-5ef3bc2cd8a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:49.773959 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe9499-523f-475b-b9ab-78b862909cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9464b3f1-6fbd-4d90-829c-83f9f0bb413b,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:49.780568 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ebe9499-523f-475b-b9ab-78b862909cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:49.784994 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-3ebe9499-523f-475b-b9ab-78b862909cbd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9464b3f1-6fbd-4d90-829c-83f9f0bb413b HTTP/1.1" status: 204 len: 168 time: 0.3340826 Apr 19 18:20:49.786271 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-3ebe9499-523f-475b-b9ab-78b862909cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:49.819860 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b7080-5c09-4334-9651-ce80ee796141 req-bffb9989-f5c2-42b4-a941-5be4ad734b11 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:49.822203 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2e7b7080-5c09-4334-9651-ce80ee796141 req-bffb9989-f5c2-42b4-a941-5be4ad734b11 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4277c660-e7b7-4613-b8a0-5dc2735af697 HTTP/1.1" status: 200 len: 946 time: 0.1443176 Apr 19 18:20:49.901994 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2e7b7080-5c09-4334-9651-ce80ee796141 req-3d4ff21d-5a42-4c72-86ab-b12b7e44ac41 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/security-groups?id=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662000 Apr 19 18:20:50.339229 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f17af663-1af6-4cc9-81bd-41b190e82cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:50.387755 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 37386) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:50.585988 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de17c9-c7ef-46a1-ad46-234f1232cb64 req-1e522176-8dd4-449b-85c2-967d3b45b020 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:50.588441 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-03de17c9-c7ef-46a1-ad46-234f1232cb64 req-1e522176-8dd4-449b-85c2-967d3b45b020 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.95 "GET /v2.0/ports?device_id=4277c660-e7b7-4613-b8a0-5dc2735af697 HTTP/1.1" status: 200 len: 946 time: 0.1377535 Apr 19 18:20:50.629315 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ad954-e62a-4dbc-964a-714a7137b106 req-7b1206b9-1e99-48d0-8782-1d245ff8eb4f tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:50.631041 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-187ad954-e62a-4dbc-964a-714a7137b106 req-7b1206b9-1e99-48d0-8782-1d245ff8eb4f tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=b49ab866-a9d5-44e0-842b-47839a495c2d HTTP/1.1" status: 200 len: 945 time: 0.2076552 Apr 19 18:20:50.707057 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-187ad954-e62a-4dbc-964a-714a7137b106 req-e1bc046b-7e9b-4363-ab67-146be6893c0f tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630295 Apr 19 18:20:50.757260 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d2e286d-25b8-4ec4-9691-379e2320ca0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:50.831820 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4d2e286d-25b8-4ec4-9691-379e2320ca0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:50.837385 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4d2e286d-25b8-4ec4-9691-379e2320ca0e admin admin] Usage tracker for resource:security_group_rule and tenant:1b60a40ff72e470c92aa3c61e1535f3c is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:20:50.897136 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4d2e286d-25b8-4ec4-9691-379e2320ca0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:20:50.915667 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-03de17c9-c7ef-46a1-ad46-234f1232cb64 req-8b75f8b8-81ca-41ac-ac52-2e2268d849b7 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Deleting port 7f30270d-d488-47a2-a46d-3a1909aeeb90 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:20:50.916233 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-03de17c9-c7ef-46a1-ad46-234f1232cb64 req-8b75f8b8-81ca-41ac-ac52-2e2268d849b7 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:50.987132 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4d2e286d-25b8-4ec4-9691-379e2320ca0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:51.191174 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7f88d-6cf4-4631-acfd-2a2498de718f req-65456f19-3206-4393-91d2-79d179617754 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:51.194070 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e7d7f88d-6cf4-4631-acfd-2a2498de718f req-65456f19-3206-4393-91d2-79d179617754 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4277c660-e7b7-4613-b8a0-5dc2735af697 HTTP/1.1" status: 200 len: 946 time: 0.1168284 Apr 19 18:20:51.209391 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc4f82-67bc-42bf-804b-942df36801ab req-02316004-e3fe-4885-975c-16b942c17d43 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:51.211359 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8fdc4f82-67bc-42bf-804b-942df36801ab req-02316004-e3fe-4885-975c-16b942c17d43 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.3957562 Apr 19 18:20:51.263782 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e7d7f88d-6cf4-4631-acfd-2a2498de718f req-3f3f0c77-2643-4b7f-ae9b-ce38110ec8a5 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/security-groups?id=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615742 Apr 19 18:20:51.316392 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-03de17c9-c7ef-46a1-ad46-234f1232cb64 req-8b75f8b8-81ca-41ac-ac52-2e2268d849b7 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] For port 7f30270d-d488-47a2-a46d-3a1909aeeb90, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7f30270d-d488-47a2-a46d-3a1909aeeb90,segment=NetworkSegment(d7f4a37f-a98b-4663-83f7-4d6f03a26b4b),segment_id=d7f4a37f-a98b-4663-83f7-4d6f03a26b4b)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:20:51.316807 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-03de17c9-c7ef-46a1-ad46-234f1232cb64 req-8b75f8b8-81ca-41ac-ac52-2e2268d849b7 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:51.479855 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-03de17c9-c7ef-46a1-ad46-234f1232cb64 req-8b75f8b8-81ca-41ac-ac52-2e2268d849b7 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Calling delete_port for 7f30270d-d488-47a2-a46d-3a1909aeeb90 owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:20:51.536852 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8fdc4f82-67bc-42bf-804b-942df36801ab req-3bac9e79-3f05-475d-8b07-1482e9cadc30 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681787 Apr 19 18:20:51.696628 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d2e286d-25b8-4ec4-9691-379e2320ca0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:51.709893 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d2e286d-25b8-4ec4-9691-379e2320ca0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:51.745566 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f16a0100-2832-4e4d-b868-7bca13a40c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:51.757680 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 37444) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:20:51.767880 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-4d2e286d-25b8-4ec4-9691-379e2320ca0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b60a40ff72e470c92aa3c61e1535f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3783796 Apr 19 18:20:51.899378 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-70feb595-d40e-4135-ba14-fff6935169a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:51.941969 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e286d-25b8-4ec4-9691-379e2320ca0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b377b033-60d4-4c96-9d9b-097c25286686,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:51.949721 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4d2e286d-25b8-4ec4-9691-379e2320ca0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:51.962118 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-70feb595-d40e-4135-ba14-fff6935169a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:51.984943 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-03de17c9-c7ef-46a1-ad46-234f1232cb64 req-8b75f8b8-81ca-41ac-ac52-2e2268d849b7 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:51.992673 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:52.003690 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['7f30270d-d488-47a2-a46d-3a1909aeeb90'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:20:52.092658 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75f8b8-81ca-41ac-ac52-2e2268d849b7 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Pushing event deleted for resources: {'Port': ['ID=7f30270d-d488-47a2-a46d-3a1909aeeb90,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:52.096219 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8b75f8b8-81ca-41ac-ac52-2e2268d849b7 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:52.103646 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-70feb595-d40e-4135-ba14-fff6935169a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:52.118323 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e58bf0ed-1c40-4a83-81bb-da82d21d7708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:52.135748 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70feb595-d40e-4135-ba14-fff6935169a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b377b033-60d4-4c96-9d9b-097c25286686,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:52.138440 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-70feb595-d40e-4135-ba14-fff6935169a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:52.151773 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-70feb595-d40e-4135-ba14-fff6935169a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:52.155449 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-70feb595-d40e-4135-ba14-fff6935169a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b377b033-60d4-4c96-9d9b-097c25286686 HTTP/1.1" status: 204 len: 168 time: 0.3940089 Apr 19 18:20:52.184987 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c9b33-6ba0-46eb-ad05-ac16dedf72e7 req-d007090c-c997-4ac8-84c8-b48567c0b6a9 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:52.186603 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a90c9b33-6ba0-46eb-ad05-ac16dedf72e7 req-d007090c-c997-4ac8-84c8-b48567c0b6a9 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=b49ab866-a9d5-44e0-842b-47839a495c2d HTTP/1.1" status: 200 len: 945 time: 0.2379074 Apr 19 18:20:52.190302 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-03de17c9-c7ef-46a1-ad46-234f1232cb64 req-8b75f8b8-81ca-41ac-ac52-2e2268d849b7 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] No DVR routers for this DVR port 7f30270d-d488-47a2-a46d-3a1909aeeb90 on host hv-cinder-78692 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:20:52.193640 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-03de17c9-c7ef-46a1-ad46-234f1232cb64 req-8b75f8b8-81ca-41ac-ac52-2e2268d849b7 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:52.207877 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4277c660-e7b7-4613-b8a0-5dc2735af697', 'name': 'network-vif-deleted', 'tag': '7f30270d-d488-47a2-a46d-3a1909aeeb90'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:20:52.222165 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-03de17c9-c7ef-46a1-ad46-234f1232cb64 req-8b75f8b8-81ca-41ac-ac52-2e2268d849b7 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.95 "DELETE /v2.0/ports/7f30270d-d488-47a2-a46d-3a1909aeeb90 HTTP/1.1" status: 204 len: 173 time: 1.6251371 Apr 19 18:20:52.257993 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a90c9b33-6ba0-46eb-ad05-ac16dedf72e7 req-4d05fd8d-d96c-4303-be7f-79f78d8f4892 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615289 Apr 19 18:20:52.266900 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4277c660-e7b7-4613-b8a0-5dc2735af697', 'name': 'network-vif-deleted', 'tag': '7f30270d-d488-47a2-a46d-3a1909aeeb90', 'status': 'completed', 'code': 200} Apr 19 18:20:52.477949 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-138cd00f-3fc5-4aef-9edd-81cbae131840 req-2d917021-c316-4ad9-955b-5eb7255a51f5 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Synchronizing usage tracker for tenant:f1a078d9642d48269882479ded92079e on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:20:52.500269 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-138cd00f-3fc5-4aef-9edd-81cbae131840 req-2d917021-c316-4ad9-955b-5eb7255a51f5 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Unset dirty status for tenant:f1a078d9642d48269882479ded92079e on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:20:52.500269 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-138cd00f-3fc5-4aef-9edd-81cbae131840 req-2d917021-c316-4ad9-955b-5eb7255a51f5 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=4277c660-e7b7-4613-b8a0-5dc2735af697 HTTP/1.1" status: 200 len: 210 time: 0.0684247 Apr 19 18:20:52.811410 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259c625-b0b8-4491-bf40-dc87ee9b512e req-0eb55a05-6234-44b9-88e7-f05b6ea49b9f tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:52.819886 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9259c625-b0b8-4491-bf40-dc87ee9b512e req-0eb55a05-6234-44b9-88e7-f05b6ea49b9f tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.1208293 Apr 19 18:20:52.865752 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9259c625-b0b8-4491-bf40-dc87ee9b512e req-4213bb49-9fb8-49cf-b433-8f568b7431b3 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448925 Apr 19 18:20:53.011377 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9f01597e-739d-4540-9f42-87f825fdb1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:53.848531 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:54.139334 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87720f2-93d0-499b-958b-619ca32bacc6 req-14b1d3f0-b226-4cfe-9a8a-6aa61215c79e tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:54.142370 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d87720f2-93d0-499b-958b-619ca32bacc6 req-14b1d3f0-b226-4cfe-9a8a-6aa61215c79e tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.1101773 Apr 19 18:20:54.178715 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-1aa3e73a-fc82-4093-a7eb-4adb446ca5cf tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:54.188323 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-1aa3e73a-fc82-4093-a7eb-4adb446ca5cf tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/networks?id=099d3310-9029-44fb-9138-ff9ad866dc0b HTTP/1.1" status: 200 len: 809 time: 0.2483711 Apr 19 18:20:54.201810 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d87720f2-93d0-499b-958b-619ca32bacc6 req-07abce62-200b-433f-956d-57536857737d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531745 Apr 19 18:20:54.207809 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-a9a4b9c1-45a4-4e70-8532-5693c236b8ff tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/quotas/f1a078d9642d48269882479ded92079e HTTP/1.1" status: 200 len: 375 time: 0.0184224 Apr 19 18:20:54.212239 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:54.286898 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-314a51c6-f521-4753-b0f5-209b8a4aa85e tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1a078d9642d48269882479ded92079e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746138 Apr 19 18:20:54.395350 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 7f30270d-d488-47a2-a46d-3a1909aeeb90 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:20:54.435958 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-475608ed-a13e-46e7-9848-c108f45467de None None] No Port match for: 7f30270d-d488-47a2-a46d-3a1909aeeb90 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:20:54.436589 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 7f30270d-d488-47a2-a46d-3a1909aeeb90 not bound to the agent host hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:20:54.697280 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-ccd7512d-8b61-445b-8605-06736f7d14b7 service neutron] 10.222.0.20 "GET /v2.0/networks/099d3310-9029-44fb-9138-ff9ad866dc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092805 Apr 19 18:20:54.863230 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-0fc292d8-342f-42b3-b8dd-5434aabf9c22 service neutron] 10.222.0.20 "GET /v2.0/networks/099d3310-9029-44fb-9138-ff9ad866dc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590924 Apr 19 18:20:55.114046 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2f68f1bf-08f4-4757-84b6-d97285fc100d req-0b8cefd9-b6d6-4f52-ba18-8423d5bddb22 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14ce659-71dc-4dfd-98b9-a648a6a0e254 HTTP/1.1" status: 200 len: 210 time: 0.0900340 Apr 19 18:20:55.419124 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864a7da-640f-46e3-987f-d7f900cb36d2 req-6866fe78-50fc-4a55-b101-a8029ed51ed6 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:55.421159 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c864a7da-640f-46e3-987f-d7f900cb36d2 req-6866fe78-50fc-4a55-b101-a8029ed51ed6 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.0954576 Apr 19 18:20:55.483903 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c864a7da-640f-46e3-987f-d7f900cb36d2 req-aa51f220-209a-4b1d-9d4c-8290390fbe81 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549657 Apr 19 18:20:55.574920 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:56.461021 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6b5215a8-7789-4e15-85b3-45c2b04ab631 req-e98c72cc-033d-496e-8a85-cce113119982 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14ce659-71dc-4dfd-98b9-a648a6a0e254 HTTP/1.1" status: 200 len: 210 time: 0.1753905 Apr 19 18:20:56.550110 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-51136f75-f0a5-4af2-bdd3-36984b4b5445 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:56.551922 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-51136f75-f0a5-4af2-bdd3-36984b4b5445 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.95 "GET /v2.0/networks?id=099d3310-9029-44fb-9138-ff9ad866dc0b HTTP/1.1" status: 200 len: 809 time: 0.1967847 Apr 19 18:20:56.567812 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-4aefac5c-f069-4789-a527-a06852b9f254 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Request body: {'port': {'device_id': 'a14ce659-71dc-4dfd-98b9-a648a6a0e254', 'network_id': '099d3310-9029-44fb-9138-ff9ad866dc0b', 'admin_state_up': True, 'tenant_id': 'f1a078d9642d48269882479ded92079e'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:20:56.753064 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929f59d-54a0-4a16-81fa-03afaa9ede39 req-82a567c1-c7bb-46d0-b8a9-34b45f7f806a tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:56.761363 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2929f59d-54a0-4a16-81fa-03afaa9ede39 req-82a567c1-c7bb-46d0-b8a9-34b45f7f806a tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.1080358 Apr 19 18:20:56.822261 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2929f59d-54a0-4a16-81fa-03afaa9ede39 req-377eca6b-169f-4dea-aaf1-571d6d9f8303 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594649 Apr 19 18:20:56.854688 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-4aefac5c-f069-4789-a527-a06852b9f254 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:20:56.868246 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-4aefac5c-f069-4789-a527-a06852b9f254 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:20:56.878019 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-4aefac5c-f069-4789-a527-a06852b9f254 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Made reservation on behalf of f1a078d9642d48269882479ded92079e for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:20:56.884763 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-4aefac5c-f069-4789-a527-a06852b9f254 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:57.089262 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-4aefac5c-f069-4789-a527-a06852b9f254 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Allocated IP 172.20.0.6 (099d3310-9029-44fb-9138-ff9ad866dc0b/156bc682-d00d-4fce-98cd-9184f4db5e80/200a77c1-9acd-4a80-83a3-b12e1f6e8cde) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:20:57.326120 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-4aefac5c-f069-4789-a527-a06852b9f254 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:57.357783 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-4aefac5c-f069-4789-a527-a06852b9f254 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:57.369884 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8b540535-e381-4cf8-895a-c59a440416c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:57.431447 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-4aefac5c-f069-4789-a527-a06852b9f254 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Network 099d3310-9029-44fb-9138-ff9ad866dc0b is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:20:57.440487 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-4aefac5c-f069-4789-a527-a06852b9f254 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:20:57.445328 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-4aefac5c-f069-4789-a527-a06852b9f254 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:20:57.519512 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-4aefac5c-f069-4789-a527-a06852b9f254 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:57.520218 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-4aefac5c-f069-4789-a527-a06852b9f254 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:57.549753 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aefac5c-f069-4789-a527-a06852b9f254 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Pushing event updated for resources: {'Port': ['ID=200a77c1-9acd-4a80-83a3-b12e1f6e8cde,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:57.553702 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-4aefac5c-f069-4789-a527-a06852b9f254 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9915426 Apr 19 18:20:57.554524 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4aefac5c-f069-4789-a527-a06852b9f254 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:57.586055 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Request body: {'port': {'device_id': 'a14ce659-71dc-4dfd-98b9-a648a6a0e254', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:20:57.788203 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:57.817807 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65377e1f-4ad5-4ed9-9153-83a152ea7273 req-04e2e8c9-c894-4482-8cb4-9d8ce573e271 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:57.817807 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-65377e1f-4ad5-4ed9-9153-83a152ea7273 req-04e2e8c9-c894-4482-8cb4-9d8ce573e271 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Synchronizing usage tracker for tenant:f1a078d9642d48269882479ded92079e on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:20:57.878929 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-65377e1f-4ad5-4ed9-9153-83a152ea7273 req-04e2e8c9-c894-4482-8cb4-9d8ce573e271 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Unset dirty status for tenant:f1a078d9642d48269882479ded92079e on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:20:57.880184 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-65377e1f-4ad5-4ed9-9153-83a152ea7273 req-04e2e8c9-c894-4482-8cb4-9d8ce573e271 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14ce659-71dc-4dfd-98b9-a648a6a0e254 HTTP/1.1" status: 200 len: 931 time: 0.2554820 Apr 19 18:20:58.032747 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-65377e1f-4ad5-4ed9-9153-83a152ea7273 req-a7f485fc-c069-4587-9739-1ed465118d36 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/security-groups?id=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352055 Apr 19 18:20:58.261752 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200a77c1-9acd-4a80-83a3-b12e1f6e8cde {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:20:58.285255 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:58.316120 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Transition to ACTIVE for port object 200a77c1-9acd-4a80-83a3-b12e1f6e8cde will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:20:58.325353 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:58.340711 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:58.567042 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0e949-b52e-4469-ae46-fe32d1b04971 req-46ba85bc-ae20-496c-acdb-00c6981d7e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:58.570639 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-97f0e949-b52e-4469-ae46-fe32d1b04971 req-46ba85bc-ae20-496c-acdb-00c6981d7e10 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 1099 time: 0.1187749 Apr 19 18:20:58.643049 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Pushing event updated for resources: {'Port': ['ID=200a77c1-9acd-4a80-83a3-b12e1f6e8cde,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:58.647392 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-97f0e949-b52e-4469-ae46-fe32d1b04971 req-594dc2a5-0ccc-4f58-9e66-76d0b55af70c service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611756 Apr 19 18:20:58.658824 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:58.761343 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Attempting to bind port 200a77c1-9acd-4a80-83a3-b12e1f6e8cde on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:20:58.761727 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Attempting to bind port 200a77c1-9acd-4a80-83a3-b12e1f6e8cde by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'd7f4a37f-a98b-4663-83f7-4d6f03a26b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '099d3310-9029-44fb-9138-ff9ad866dc0b'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:20:58.762097 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Attempting to bind port 200a77c1-9acd-4a80-83a3-b12e1f6e8cde on network 099d3310-9029-44fb-9138-ff9ad866dc0b {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:20:58.775044 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e66609-3aba-4635-9138-5c9442c1d556 req-42787b7f-11d7-4754-8c04-b6cd6b3d2443 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:58.776843 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-47e66609-3aba-4635-9138-5c9442c1d556 req-42787b7f-11d7-4754-8c04-b6cd6b3d2443 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.3846698 Apr 19 18:20:58.778797 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Port 200a77c1-9acd-4a80-83a3-b12e1f6e8cde on network 099d3310-9029-44fb-9138-ff9ad866dc0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:20:58.779163 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Attempting to bind port 200a77c1-9acd-4a80-83a3-b12e1f6e8cde on network 099d3310-9029-44fb-9138-ff9ad866dc0b {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:20:58.799948 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Checking agent: {'id': '22c244b8-6adf-46d7-a39e-9e58770b1817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'started_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:20:58.800328 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Checking segment: {'id': 'd7f4a37f-a98b-4663-83f7-4d6f03a26b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '099d3310-9029-44fb-9138-ff9ad866dc0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:20:58.800751 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Bound using segment: {'id': 'd7f4a37f-a98b-4663-83f7-4d6f03a26b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '099d3310-9029-44fb-9138-ff9ad866dc0b'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:20:58.801242 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Bound port: 200a77c1-9acd-4a80-83a3-b12e1f6e8cde, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f4a37f-a98b-4663-83f7-4d6f03a26b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '099d3310-9029-44fb-9138-ff9ad866dc0b'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:20:58.801635 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:58.923589 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-47e66609-3aba-4635-9138-5c9442c1d556 req-971913ec-77ee-4d8b-9dc7-d48159ac5285 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399841 Apr 19 18:20:58.927571 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] For port 200a77c1-9acd-4a80-83a3-b12e1f6e8cde, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:20:58.941701 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] For port 200a77c1-9acd-4a80-83a3-b12e1f6e8cde, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=200a77c1-9acd-4a80-83a3-b12e1f6e8cde,segment=NetworkSegment(d7f4a37f-a98b-4663-83f7-4d6f03a26b4b),segment_id=d7f4a37f-a98b-4663-83f7-4d6f03a26b4b)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:20:58.954538 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:58.963514 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:20:59.032219 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:59.033163 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:59.034676 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] 10.222.0.95 "PUT /v2.0/ports/200a77c1-9acd-4a80-83a3-b12e1f6e8cde HTTP/1.1" status: 200 len: 1093 time: 1.4722328 Apr 19 18:20:59.035205 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14ce659-71dc-4dfd-98b9-a648a6a0e254', 'tag': '200a77c1-9acd-4a80-83a3-b12e1f6e8cde'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:20:59.056955 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Pushing event updated for resources: {'Port': ['ID=200a77c1-9acd-4a80-83a3-b12e1f6e8cde,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:20:59.067709 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:20:59.144986 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14ce659-71dc-4dfd-98b9-a648a6a0e254', 'tag': '200a77c1-9acd-4a80-83a3-b12e1f6e8cde', 'status': 'completed', 'code': 200} Apr 19 18:20:59.224523 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-3072615f-f638-43cd-9b8c-31ec26e6f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:59.226406 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-3072615f-f638-43cd-9b8c-31ec26e6f6d6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f1a078d9642d48269882479ded92079e&device_id=a14ce659-71dc-4dfd-98b9-a648a6a0e254 HTTP/1.1" status: 200 len: 1096 time: 0.1457894 Apr 19 18:20:59.316991 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-b885bea5-cb26-4df3-82f6-9b19726d60d1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=200a77c1-9acd-4a80-83a3-b12e1f6e8cde HTTP/1.1" status: 200 len: 217 time: 0.0778966 Apr 19 18:20:59.406923 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0341db-8f4f-49f2-9129-e15b918089c6 req-4e24328d-3a25-42b7-b44f-ccd0bd063cc0 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:59.408556 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1e0341db-8f4f-49f2-9129-e15b918089c6 req-4e24328d-3a25-42b7-b44f-ccd0bd063cc0 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14ce659-71dc-4dfd-98b9-a648a6a0e254 HTTP/1.1" status: 200 len: 943 time: 0.2242458 Apr 19 18:20:59.415162 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-679d4378-07b5-4350-8fb0-2728e5b6c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:20:59.416817 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-679d4378-07b5-4350-8fb0-2728e5b6c937 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=156bc682-d00d-4fce-98cd-9184f4db5e80 HTTP/1.1" status: 200 len: 849 time: 0.0830553 Apr 19 18:20:59.520353 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-10582786-4ee1-4933-b140-fdbd111ae5fa service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=099d3310-9029-44fb-9138-ff9ad866dc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777974 Apr 19 18:20:59.528608 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1e0341db-8f4f-49f2-9129-e15b918089c6 req-2b9d57c8-41b1-47a2-b386-e13e9187bce6 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/security-groups?id=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106648 Apr 19 18:20:59.775311 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-0d3f769e-18aa-4a7c-8946-e63988e1add7 service neutron] 10.222.0.95 "GET /v2.0/networks/099d3310-9029-44fb-9138-ff9ad866dc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399313 Apr 19 18:20:59.899995 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:20:59.945860 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-77c2bf67-c277-4b18-be57-8f7bc170b56a req-962a69a9-3b2e-4cab-b8aa-dd625f2918ac service neutron] 10.222.0.95 "GET /v2.0/networks/099d3310-9029-44fb-9138-ff9ad866dc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608484 Apr 19 18:21:00.176943 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd2784-b3fd-4861-8dd7-b57265c3f869 req-3b093f74-3f7d-48d4-9c1d-f3c30c3019bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:00.178561 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-54cd2784-b3fd-4861-8dd7-b57265c3f869 req-3b093f74-3f7d-48d4-9c1d-f3c30c3019bd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f1a078d9642d48269882479ded92079e&device_id=a14ce659-71dc-4dfd-98b9-a648a6a0e254 HTTP/1.1" status: 200 len: 1096 time: 0.1593750 Apr 19 18:21:00.188876 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311432c-4911-4228-bb8f-c982ec03e43d req-20324827-b95b-4c9a-9535-2b149c41379f tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:00.190496 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d311432c-4911-4228-bb8f-c982ec03e43d req-20324827-b95b-4c9a-9535-2b149c41379f tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.1336114 Apr 19 18:21:00.555238 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d311432c-4911-4228-bb8f-c982ec03e43d req-1346160d-d1c8-45bb-9fbf-0cffb92e670d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379810 Apr 19 18:21:00.625863 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd2784-b3fd-4861-8dd7-b57265c3f869 req-df151f85-c3e0-4043-a854-c056829caff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:00.627697 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-54cd2784-b3fd-4861-8dd7-b57265c3f869 req-df151f85-c3e0-4043-a854-c056829caff5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=099d3310-9029-44fb-9138-ff9ad866dc0b HTTP/1.1" status: 200 len: 910 time: 0.4349465 Apr 19 18:21:00.717844 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-54cd2784-b3fd-4861-8dd7-b57265c3f869 req-d054a293-9219-4219-a5b1-360c1650a01c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=200a77c1-9acd-4a80-83a3-b12e1f6e8cde HTTP/1.1" status: 200 len: 217 time: 0.0796599 Apr 19 18:21:00.814645 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f06b9-6d31-409f-8eba-98ff348d5b41 req-0f277124-9df4-44ac-b4f5-3038f397c4ac tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:00.816992 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5c9f06b9-6d31-409f-8eba-98ff348d5b41 req-0f277124-9df4-44ac-b4f5-3038f397c4ac tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14ce659-71dc-4dfd-98b9-a648a6a0e254 HTTP/1.1" status: 200 len: 943 time: 0.1199887 Apr 19 18:21:00.859793 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd2784-b3fd-4861-8dd7-b57265c3f869 req-d8cc579b-148d-4226-85ec-be507d465d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:00.861703 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-54cd2784-b3fd-4861-8dd7-b57265c3f869 req-d8cc579b-148d-4226-85ec-be507d465d6e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=156bc682-d00d-4fce-98cd-9184f4db5e80 HTTP/1.1" status: 200 len: 849 time: 0.0852478 Apr 19 18:21:00.893179 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5c9f06b9-6d31-409f-8eba-98ff348d5b41 req-a302a1a6-864a-499a-944b-232e6972bc08 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/security-groups?id=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683351 Apr 19 18:21:00.997337 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-54cd2784-b3fd-4861-8dd7-b57265c3f869 req-1b63f25d-fe24-49ba-857e-3669a0a749b8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=099d3310-9029-44fb-9138-ff9ad866dc0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239974 Apr 19 18:21:01.058775 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d283894-e276-4a6d-82d6-e32848106b2d req-c5f30867-4e98-4ee4-a0d7-64f5b518fc9f tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:01.066949 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9d283894-e276-4a6d-82d6-e32848106b2d req-c5f30867-4e98-4ee4-a0d7-64f5b518fc9f tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.3348992 Apr 19 18:21:01.217977 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-54cd2784-b3fd-4861-8dd7-b57265c3f869 req-ccdc9a6f-b397-4881-a8fc-5e50f3dbd02d service neutron] 10.222.0.95 "GET /v2.0/networks/099d3310-9029-44fb-9138-ff9ad866dc0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081344 Apr 19 18:21:01.340733 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9d283894-e276-4a6d-82d6-e32848106b2d req-2aa36558-27a9-495b-bc9c-f621527ec926 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727361 Apr 19 18:21:01.404308 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-f7cc4ea4-a2ec-4f26-b4d6-4a0809950041 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:01.413823 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-f7cc4ea4-a2ec-4f26-b4d6-4a0809950041 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/networks?id=81389814-a967-484b-be2e-4d505a9878a9 HTTP/1.1" status: 200 len: 815 time: 0.1826153 Apr 19 18:21:01.432463 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-51d0b619-5608-49ee-9e50-ecca5a50911f tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/quotas/08eaac8bfe8c4be3ab36db0e9749a483 HTTP/1.1" status: 200 len: 375 time: 0.0176251 Apr 19 18:21:01.484042 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-54cd2784-b3fd-4861-8dd7-b57265c3f869 req-38c2750b-21e8-4e53-91e7-f38eff5b2fc7 service neutron] 10.222.0.95 "GET /v2.0/networks/099d3310-9029-44fb-9138-ff9ad866dc0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578936 Apr 19 18:21:01.534573 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-62c9b90a-0adb-42be-861f-797d879a652e tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=08eaac8bfe8c4be3ab36db0e9749a483&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1011648 Apr 19 18:21:01.699729 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-bb47d0a9-4df3-4363-ba3f-b80b5434431b service neutron] 10.222.0.20 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572716 Apr 19 18:21:01.897313 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-e5e3163c-45a6-4ccb-91c1-3793eca89744 service neutron] 10.222.0.20 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827714 Apr 19 18:21:01.904213 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 37828) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:02.067643 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cb450a46-d528-4552-aae8-3db500143dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:02.155865 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-cb450a46-d528-4552-aae8-3db500143dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:02.160878 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-cb450a46-d528-4552-aae8-3db500143dcf admin admin] Usage tracker for resource:security_group_rule and tenant:0363618ace504e4193f05b6f4100c810 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:02.164292 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-cb450a46-d528-4552-aae8-3db500143dcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:02.171158 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-cb450a46-d528-4552-aae8-3db500143dcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:02.266205 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a39c4059-350d-4e26-98da-32f79dd11420 req-84d0866d-227d-4b3c-bf1b-afb101919817 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6740908-abb4-4326-915e-081ce4f9b11f HTTP/1.1" status: 200 len: 210 time: 0.1009624 Apr 19 18:21:02.295023 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cb450a46-d528-4552-aae8-3db500143dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:02.310340 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cb450a46-d528-4552-aae8-3db500143dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:02.322948 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:02.393025 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-cb450a46-d528-4552-aae8-3db500143dcf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0363618ace504e4193f05b6f4100c810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4849629 Apr 19 18:21:02.393222 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb450a46-d528-4552-aae8-3db500143dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fb37ad-6ba1-4a5a-ad7f-1743aab07414,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:02.393556 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 37858) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:02.397429 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cb450a46-d528-4552-aae8-3db500143dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:02.406732 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2601fbf-f8d4-49f3-9573-eee5a3cfc543 req-e82d154d-e944-489f-912d-524938b52856 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:02.408474 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f2601fbf-f8d4-49f3-9573-eee5a3cfc543 req-e82d154d-e944-489f-912d-524938b52856 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14ce659-71dc-4dfd-98b9-a648a6a0e254 HTTP/1.1" status: 200 len: 943 time: 0.3197243 Apr 19 18:21:02.426397 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 200a77c1-9acd-4a80-83a3-b12e1f6e8cde details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:21:02.483917 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f2601fbf-f8d4-49f3-9573-eee5a3cfc543 req-a9444526-3de7-4fd9-a16f-7964a2fc19a3 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/security-groups?id=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688980 Apr 19 18:21:02.519019 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d93f4f2e-425a-4dc1-b981-8adcfe66c9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:02.554703 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d93f4f2e-425a-4dc1-b981-8adcfe66c9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:02.617881 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d93f4f2e-425a-4dc1-b981-8adcfe66c9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:02.623186 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 200a77c1-9acd-4a80-83a3-b12e1f6e8cde, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=200a77c1-9acd-4a80-83a3-b12e1f6e8cde,segment=NetworkSegment(d7f4a37f-a98b-4663-83f7-4d6f03a26b4b),segment_id=d7f4a37f-a98b-4663-83f7-4d6f03a26b4b)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:02.624270 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:02.638193 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f4f2e-425a-4dc1-b981-8adcfe66c9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fb37ad-6ba1-4a5a-ad7f-1743aab07414,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:02.646993 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Returning: {'device': '200a77c1-9acd-4a80-83a3-b12e1f6e8cde', 'network_id': '099d3310-9029-44fb-9138-ff9ad866dc0b', 'port_id': '200a77c1-9acd-4a80-83a3-b12e1f6e8cde', 'mac_address': 'fa:16:3e:08:ef:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '156bc682-d00d-4fce-98cd-9184f4db5e80', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:21:02.647144 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d93f4f2e-425a-4dc1-b981-8adcfe66c9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:02.647825 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d93f4f2e-425a-4dc1-b981-8adcfe66c9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:02.651781 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-d93f4f2e-425a-4dc1-b981-8adcfe66c9db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98fb37ad-6ba1-4a5a-ad7f-1743aab07414 HTTP/1.1" status: 204 len: 168 time: 0.2547078 Apr 19 18:21:02.756268 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:02.776352 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200a77c1-9acd-4a80-83a3-b12e1f6e8cde {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:21:02.797784 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 200a77c1-9acd-4a80-83a3-b12e1f6e8cde, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=200a77c1-9acd-4a80-83a3-b12e1f6e8cde,segment=NetworkSegment(d7f4a37f-a98b-4663-83f7-4d6f03a26b4b),segment_id=d7f4a37f-a98b-4663-83f7-4d6f03a26b4b)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:02.809401 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:02.812082 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:02.905287 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=200a77c1-9acd-4a80-83a3-b12e1f6e8cde,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:02.910332 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:03.019126 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 37876) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:03.051575 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-38840a69-70f1-4696-a7cc-c207b2f29ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:03.070517 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-38840a69-70f1-4696-a7cc-c207b2f29ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:03.074593 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-38840a69-70f1-4696-a7cc-c207b2f29ad7 admin admin] Usage tracker for resource:security_group_rule and tenant:83bfd9601b794777bfcc1c802f3282ee is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:03.077628 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-38840a69-70f1-4696-a7cc-c207b2f29ad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:03.085462 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-38840a69-70f1-4696-a7cc-c207b2f29ad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:03.166245 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['200a77c1-9acd-4a80-83a3-b12e1f6e8cde'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:21:03.214542 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-38840a69-70f1-4696-a7cc-c207b2f29ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:03.219469 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-38840a69-70f1-4696-a7cc-c207b2f29ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:03.244917 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-dbcd3c02-7a31-4934-9261-7db93fea7ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:03.311957 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-38840a69-70f1-4696-a7cc-c207b2f29ad7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83bfd9601b794777bfcc1c802f3282ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856362 Apr 19 18:21:03.313696 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 37896) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:03.322167 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38840a69-70f1-4696-a7cc-c207b2f29ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb436b10-8f6b-4bc9-81d6-5fada678f262,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:03.332083 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-38840a69-70f1-4696-a7cc-c207b2f29ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:03.453542 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b86c06c6-9e85-4f06-8896-a868cd5088aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:03.506197 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b86c06c6-9e85-4f06-8896-a868cd5088aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:03.634897 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b86c06c6-9e85-4f06-8896-a868cd5088aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:03.657417 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-70feb595-d40e-4135-ba14-fff6935169a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:03.684672 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c06c6-9e85-4f06-8896-a868cd5088aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb436b10-8f6b-4bc9-81d6-5fada678f262,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:03.719859 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d038650c-4567-4fd5-98d5-802a40d7cd02 req-1e40c744-f4be-4d96-a69b-21b47c362918 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6740908-abb4-4326-915e-081ce4f9b11f HTTP/1.1" status: 200 len: 210 time: 0.1576855 Apr 19 18:21:03.732725 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-b86c06c6-9e85-4f06-8896-a868cd5088aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:03.733647 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b86c06c6-9e85-4f06-8896-a868cd5088aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:03.735355 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-b86c06c6-9e85-4f06-8896-a868cd5088aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb436b10-8f6b-4bc9-81d6-5fada678f262 HTTP/1.1" status: 204 len: 168 time: 0.4203331 Apr 19 18:21:03.914205 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-3015190e-47ab-4826-bc88-befd66aaa96a tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:03.924672 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-3015190e-47ab-4826-bc88-befd66aaa96a tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.95 "GET /v2.0/networks?id=81389814-a967-484b-be2e-4d505a9878a9 HTTP/1.1" status: 200 len: 815 time: 0.3382444 Apr 19 18:21:03.980963 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-0dc7a087-b817-426d-a709-7f916f59ef7d tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Request body: {'port': {'device_id': 'd6740908-abb4-4326-915e-081ce4f9b11f', 'network_id': '81389814-a967-484b-be2e-4d505a9878a9', 'admin_state_up': True, 'tenant_id': '08eaac8bfe8c4be3ab36db0e9749a483'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:03.998170 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19bd305-818a-44fc-8a2b-581f5a9f4bb9 req-5f8eda96-aacb-4b15-a620-f007c75c9288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:04.001362 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e19bd305-818a-44fc-8a2b-581f5a9f4bb9 req-5f8eda96-aacb-4b15-a620-f007c75c9288 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e5aec57c28f45319053964d5da3987a&device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 1098 time: 0.1444037 Apr 19 18:21:04.229458 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5d0e2-b80f-4711-a9d4-63a77cab83c4 req-fa432ac6-9487-4af7-b5a5-97f53d3c1b6f tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:04.231111 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-59f5d0e2-b80f-4711-a9d4-63a77cab83c4 req-fa432ac6-9487-4af7-b5a5-97f53d3c1b6f tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14ce659-71dc-4dfd-98b9-a648a6a0e254 HTTP/1.1" status: 200 len: 944 time: 0.3369076 Apr 19 18:21:04.232225 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-0dc7a087-b817-426d-a709-7f916f59ef7d tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:04.241657 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19bd305-818a-44fc-8a2b-581f5a9f4bb9 req-7af891a0-e0fa-4743-b95b-5731f380d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:04.243297 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e19bd305-818a-44fc-8a2b-581f5a9f4bb9 req-7af891a0-e0fa-4743-b95b-5731f380d86b service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f0e48ed-9408-4c13-86a0-4f47989417a5 HTTP/1.1" status: 200 len: 919 time: 0.2249064 Apr 19 18:21:04.244740 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-0dc7a087-b817-426d-a709-7f916f59ef7d tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:04.285864 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-0dc7a087-b817-426d-a709-7f916f59ef7d tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Made reservation on behalf of 08eaac8bfe8c4be3ab36db0e9749a483 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:21:04.289455 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-0dc7a087-b817-426d-a709-7f916f59ef7d tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:04.299364 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 37932) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:04.327624 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e19bd305-818a-44fc-8a2b-581f5a9f4bb9 req-dd814bc0-15db-450d-8abe-758aa57dd252 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 HTTP/1.1" status: 200 len: 217 time: 0.0762370 Apr 19 18:21:04.334578 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-59f5d0e2-b80f-4711-a9d4-63a77cab83c4 req-a538a638-bec8-476b-9ddd-b07f28645fd5 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/security-groups?id=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918343 Apr 19 18:21:04.341392 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-55e1cf44-5dda-4359-97fb-5c107a876f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:04.383293 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312c560-833a-4821-ab56-efa2070be3a4 req-08d059d2-847a-4124-b938-d5b43890bb18 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:04.385164 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1312c560-833a-4821-ab56-efa2070be3a4 req-08d059d2-847a-4124-b938-d5b43890bb18 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.2293489 Apr 19 18:21:04.398727 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-55e1cf44-5dda-4359-97fb-5c107a876f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:04.406120 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-55e1cf44-5dda-4359-97fb-5c107a876f2f admin admin] Usage tracker for resource:security_group_rule and tenant:cd2b473b464942aabe0eb6b3461eeaa7 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:04.413968 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-55e1cf44-5dda-4359-97fb-5c107a876f2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:04.428718 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-55e1cf44-5dda-4359-97fb-5c107a876f2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:04.444308 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19bd305-818a-44fc-8a2b-581f5a9f4bb9 req-0c07c79a-9b38-498e-ab16-3a1472554fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:04.446477 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e19bd305-818a-44fc-8a2b-581f5a9f4bb9 req-0c07c79a-9b38-498e-ab16-3a1472554fe5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d8afd2f9-3d31-4b4f-9adf-a6ba880844ee HTTP/1.1" status: 200 len: 858 time: 0.1100278 Apr 19 18:21:04.453625 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1312c560-833a-4821-ab56-efa2070be3a4 req-5db4c307-a29f-46da-bb8e-e99eae2542a8 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593545 Apr 19 18:21:04.458241 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 200a77c1-9acd-4a80-83a3-b12e1f6e8cde up at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:21:04.511232 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e19bd305-818a-44fc-8a2b-581f5a9f4bb9 req-360205a0-f64d-4eb4-81ba-6f7bed43ee89 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f0e48ed-9408-4c13-86a0-4f47989417a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522268 Apr 19 18:21:04.575641 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-0dc7a087-b817-426d-a709-7f916f59ef7d tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Allocated IP 172.20.0.10 (81389814-a967-484b-be2e-4d505a9878a9/6f8bd5b2-70c1-40b8-b712-5bfe8d2a2d70/658ee17f-c8c7-4b25-ad0c-a0e92b6649c0) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:21:04.601412 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning for port 200a77c1-9acd-4a80-83a3-b12e1f6e8cde completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:21:04.607598 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning complete for port 200a77c1-9acd-4a80-83a3-b12e1f6e8cde triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:04.608232 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:04.641999 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-55e1cf44-5dda-4359-97fb-5c107a876f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:04.719214 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e19bd305-818a-44fc-8a2b-581f5a9f4bb9 req-febc1ee7-0fe4-4cff-a5d9-997a871f5fd2 service neutron] 10.222.0.95 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023909 Apr 19 18:21:04.809434 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:04.856001 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 200a77c1-9acd-4a80-83a3-b12e1f6e8cde, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=200a77c1-9acd-4a80-83a3-b12e1f6e8cde,segment=NetworkSegment(d7f4a37f-a98b-4663-83f7-4d6f03a26b4b),segment_id=d7f4a37f-a98b-4663-83f7-4d6f03a26b4b)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:04.857212 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14ce659-71dc-4dfd-98b9-a648a6a0e254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200a77c1-9acd-4a80-83a3-b12e1f6e8cde'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:21:04.861866 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-55e1cf44-5dda-4359-97fb-5c107a876f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:04.876679 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f1ed8516-8267-4938-8dd4-047a022c8d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:04.878322 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:04.882871 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:04.971900 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e19bd305-818a-44fc-8a2b-581f5a9f4bb9 req-0941a7ca-e89b-4ba8-af4f-e29b4707122a service neutron] 10.222.0.95 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418296 Apr 19 18:21:04.975148 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c9376e41-6c1a-403a-8d32-ceebf10c7ca3 req-290ad899-36c1-4dc3-a6c9-8367d3ef368a tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6740908-abb4-4326-915e-081ce4f9b11f HTTP/1.1" status: 200 len: 210 time: 0.1248269 Apr 19 18:21:04.994752 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14ce659-71dc-4dfd-98b9-a648a6a0e254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200a77c1-9acd-4a80-83a3-b12e1f6e8cde', 'code': 200} Apr 19 18:21:05.000469 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-0dc7a087-b817-426d-a709-7f916f59ef7d tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:05.020484 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-55e1cf44-5dda-4359-97fb-5c107a876f2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd2b473b464942aabe0eb6b3461eeaa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7123370 Apr 19 18:21:05.021859 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 37954) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:05.023157 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1cf44-5dda-4359-97fb-5c107a876f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ecf563-71af-4174-b422-f469a37f77c1,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:05.029073 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-55e1cf44-5dda-4359-97fb-5c107a876f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:05.060261 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=200a77c1-9acd-4a80-83a3-b12e1f6e8cde,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:05.065477 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:05.105451 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-0dc7a087-b817-426d-a709-7f916f59ef7d tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:05.114947 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8b75f8b8-81ca-41ac-ac52-2e2268d849b7 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:05.119013 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['a2ef709f-013a-4408-bcc9-ae33d26dc54b', '6b5f7838-8ca8-4832-9e15-5f35e6101ba3', '090b01c3-0ab3-4701-9a43-d8e4c58fbd38'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:21:05.120832 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f8e95214-a773-479f-94d9-a86a21e78192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:05.191106 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f8e95214-a773-479f-94d9-a86a21e78192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:05.221207 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-0dc7a087-b817-426d-a709-7f916f59ef7d tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Network 81389814-a967-484b-be2e-4d505a9878a9 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:21:05.224696 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-0dc7a087-b817-426d-a709-7f916f59ef7d tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:05.230055 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-0dc7a087-b817-426d-a709-7f916f59ef7d tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:21:05.258414 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7a087-b817-426d-a709-7f916f59ef7d tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Pushing event updated for resources: {'Port': ['ID=658ee17f-c8c7-4b25-ad0c-a0e92b6649c0,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:05.265028 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0dc7a087-b817-426d-a709-7f916f59ef7d tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:05.269332 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f8e95214-a773-479f-94d9-a86a21e78192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:05.277687 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ba063cf0-05b1-4978-8869-310bab7c0586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:05.309497 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-0dc7a087-b817-426d-a709-7f916f59ef7d tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:05.310521 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-0dc7a087-b817-426d-a709-7f916f59ef7d tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:05.361332 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-0dc7a087-b817-426d-a709-7f916f59ef7d tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3901362 Apr 19 18:21:05.393115 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Request body: {'port': {'device_id': 'd6740908-abb4-4326-915e-081ce4f9b11f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:05.548270 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e95214-a773-479f-94d9-a86a21e78192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ecf563-71af-4174-b422-f469a37f77c1,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:05.555686 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f8e95214-a773-479f-94d9-a86a21e78192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:05.557085 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-f8e95214-a773-479f-94d9-a86a21e78192 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97ecf563-71af-4174-b422-f469a37f77c1 HTTP/1.1" status: 204 len: 168 time: 0.5332730 Apr 19 18:21:05.558113 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f8e95214-a773-479f-94d9-a86a21e78192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:05.591865 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a1c16-7ff0-46f7-8ecc-e42a95b5f09e req-dcbaac5b-1f52-489b-915c-ceee4cf7a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:05.593459 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ad3a1c16-7ff0-46f7-8ecc-e42a95b5f09e req-dcbaac5b-1f52-489b-915c-ceee4cf7a58e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a14ce659-71dc-4dfd-98b9-a648a6a0e254 HTTP/1.1" status: 200 len: 1098 time: 0.3172300 Apr 19 18:21:05.693239 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ad3a1c16-7ff0-46f7-8ecc-e42a95b5f09e req-30c79eb6-e03c-4ef0-85b2-15a96d1be5a6 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908298 Apr 19 18:21:05.752030 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:05.858899 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a25c3-23ca-45ea-b3a6-6c730f19b1ff req-f9989d53-3def-4eca-b1b4-5d7e94d5a5fc tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:05.860781 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-267a25c3-23ca-45ea-b3a6-6c730f19b1ff req-f9989d53-3def-4eca-b1b4-5d7e94d5a5fc tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14ce659-71dc-4dfd-98b9-a648a6a0e254 HTTP/1.1" status: 200 len: 945 time: 0.3236251 Apr 19 18:21:05.861242 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc482e5-689c-4bfd-b894-835bc2253eb5 req-41867b73-4822-4a93-b9bb-d15f2ffbd944 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:05.862883 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bdc482e5-689c-4bfd-b894-835bc2253eb5 req-41867b73-4822-4a93-b9bb-d15f2ffbd944 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.1445644 Apr 19 18:21:05.930882 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bdc482e5-689c-4bfd-b894-835bc2253eb5 req-3ee07d35-5e6c-483a-a908-940a2638e9cc tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616846 Apr 19 18:21:05.991679 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-267a25c3-23ca-45ea-b3a6-6c730f19b1ff req-f1c5428c-fa70-41ca-9d1b-84a85754493e tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/security-groups?id=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179435 Apr 19 18:21:06.243234 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562f4c4-eea6-4c29-ac58-1f20ec1c884e req-1d142c31-d3c5-4043-a813-03d6837c0dcb tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:06.252079 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e562f4c4-eea6-4c29-ac58-1f20ec1c884e req-1d142c31-d3c5-4043-a813-03d6837c0dcb tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6740908-abb4-4326-915e-081ce4f9b11f HTTP/1.1" status: 200 len: 932 time: 0.1127653 Apr 19 18:21:06.260428 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:21:06.280280 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:06.306243 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Transition to ACTIVE for port object 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:21:06.308908 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:06.319830 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:06.324766 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e562f4c4-eea6-4c29-ac58-1f20ec1c884e req-9cc4fb8f-596d-4815-8ace-018447b4a63c tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699251 Apr 19 18:21:06.549551 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Pushing event updated for resources: {'Port': ['ID=658ee17f-c8c7-4b25-ad0c-a0e92b6649c0,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:06.556338 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:06.600198 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Attempting to bind port 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:21:06.600588 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Attempting to bind port 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '81389814-a967-484b-be2e-4d505a9878a9'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:21:06.600957 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Attempting to bind port 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0 on network 81389814-a967-484b-be2e-4d505a9878a9 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:21:06.606006 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Port 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0 on network 81389814-a967-484b-be2e-4d505a9878a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:21:06.606370 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Attempting to bind port 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0 on network 81389814-a967-484b-be2e-4d505a9878a9 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:21:06.612911 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Checking agent: {'id': '22c244b8-6adf-46d7-a39e-9e58770b1817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'started_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:21:06.613288 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Checking segment: {'id': 'aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '81389814-a967-484b-be2e-4d505a9878a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:21:06.613715 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Bound using segment: {'id': 'aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '81389814-a967-484b-be2e-4d505a9878a9'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:21:06.614197 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Bound port: 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '81389814-a967-484b-be2e-4d505a9878a9'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:21:06.614590 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:06.659535 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 38016) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:06.710857 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] For port 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:21:06.714039 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] For port 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=658ee17f-c8c7-4b25-ad0c-a0e92b6649c0,segment=NetworkSegment(aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4),segment_id=aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:21:06.719622 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:06.724485 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-6eabaa2f-961e-4ac2-8fe7-97b374be22aa tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:06.778775 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1393176836-network', 'tenant_id': '2935edebaba94b499f5e8a417912af6b'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:06.784307 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:06.788772 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Usage tracker for resource:network and tenant:2935edebaba94b499f5e8a417912af6b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:06.791333 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:06.791786 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:06.792021 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:06.793522 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] 10.222.0.95 "PUT /v2.0/ports/658ee17f-c8c7-4b25-ad0c-a0e92b6649c0 HTTP/1.1" status: 200 len: 1094 time: 1.4117303 Apr 19 18:21:06.794321 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6740908-abb4-4326-915e-081ce4f9b11f', 'tag': '658ee17f-c8c7-4b25-ad0c-a0e92b6649c0'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:21:06.798448 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:06.815283 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Pushing event updated for resources: {'Port': ['ID=658ee17f-c8c7-4b25-ad0c-a0e92b6649c0,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:06.818705 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:06.820555 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Made reservation on behalf of 2935edebaba94b499f5e8a417912af6b for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:21:06.826734 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:06.845809 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:06.853255 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6740908-abb4-4326-915e-081ce4f9b11f', 'tag': '658ee17f-c8c7-4b25-ad0c-a0e92b6649c0', 'status': 'completed', 'code': 200} Apr 19 18:21:06.863478 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:06.867662 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Usage tracker for resource:security_group_rule and tenant:2935edebaba94b499f5e8a417912af6b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:06.871123 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:06.877229 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:06.949476 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-cd56fc64-8a91-4af3-9dad-82357156c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:06.951116 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-cd56fc64-8a91-4af3-9dad-82357156c7d8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08eaac8bfe8c4be3ab36db0e9749a483&device_id=d6740908-abb4-4326-915e-081ce4f9b11f HTTP/1.1" status: 200 len: 1097 time: 0.0902045 Apr 19 18:21:06.979948 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:06.985238 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:06.989681 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7b679659-08fa-45bf-9c25-83e1e85a3aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:07.036927 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:21:07.039303 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432c4a46-c567-4373-a8d2-634bae7dc446,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:07.068931 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:07.086284 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:07.086682 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.segments_db [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Added segment 035eaf50-dc97-46fd-9b52-e4ec20975f0a of type vlan for network 223f0005-7301-4120-ae02-8b68452092d5 Apr 19 18:21:07.144917 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807182314'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:07.170909 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-704ba79e-f5bb-4aad-875d-68f4bdaef1ae service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=658ee17f-c8c7-4b25-ad0c-a0e92b6649c0 HTTP/1.1" status: 200 len: 217 time: 0.1952074 Apr 19 18:21:07.260721 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:07.263750 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:07.264393 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:07.273314 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-278825e6-f46b-401c-8a22-7015966fb260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:07.284792 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-5cb2d5ae-1465-4ea6-a899-89740fb253ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:07.286382 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-5cb2d5ae-1465-4ea6-a899-89740fb253ea service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6f8bd5b2-70c1-40b8-b712-5bfe8d2a2d70 HTTP/1.1" status: 200 len: 855 time: 0.1009557 Apr 19 18:21:07.378317 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-3ed1dd6d-d679-4371-9d59-21f7c5137d5e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=81389814-a967-484b-be2e-4d505a9878a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765810 Apr 19 18:21:07.388234 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791358e-456f-4fda-979c-6f5497a67a61 req-c4ee6c6f-c186-4642-812c-6f0f4c305211 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:07.389793 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2791358e-456f-4fda-979c-6f5497a67a61 req-c4ee6c6f-c186-4642-812c-6f0f4c305211 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.3231721 Apr 19 18:21:07.408001 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4058d19-b431-47ee-920f-f3a8b7c0bfed req-b95ee331-4c1a-48a3-9a15-c197855f6ef2 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:07.410006 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a4058d19-b431-47ee-920f-f3a8b7c0bfed req-b95ee331-4c1a-48a3-9a15-c197855f6ef2 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14ce659-71dc-4dfd-98b9-a648a6a0e254 HTTP/1.1" status: 200 len: 945 time: 0.2543390 Apr 19 18:21:07.423745 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Pushing event updated for resources: {'Network': ['ID=223f0005-7301-4120-ae02-8b68452092d5,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:07.429554 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7661159 Apr 19 18:21:07.440860 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Network 223f0005-7301-4120-ae02-8b68452092d5 details requested by agent ovs-agent-dv-cinder-786928-1-smb with host dv-cinder-786928-1-smb {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:21:07.456052 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:07.458396 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 38076) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:07.479559 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-cfb606d1-12d0-4884-96a3-5b560e92eb90 admin admin] Request body: {'subnet': {'network_id': '223f0005-7301-4120-ae02-8b68452092d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1393176836-subnet', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:07.493012 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-cfb606d1-12d0-4884-96a3-5b560e92eb90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:07.510845 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-cfb606d1-12d0-4884-96a3-5b560e92eb90 admin admin] Usage tracker for resource:subnet and tenant:2935edebaba94b499f5e8a417912af6b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:07.517261 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-cfb606d1-12d0-4884-96a3-5b560e92eb90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:07.528464 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a4058d19-b431-47ee-920f-f3a8b7c0bfed req-0281e6cf-f3fe-4ed8-9887-6514cd8c4b1e tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/security-groups?id=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078355 Apr 19 18:21:07.529534 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-cfb606d1-12d0-4884-96a3-5b560e92eb90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:07.549472 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb606d1-12d0-4884-96a3-5b560e92eb90 admin admin] Made reservation on behalf of 2935edebaba94b499f5e8a417912af6b for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:21:07.555084 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cfb606d1-12d0-4884-96a3-5b560e92eb90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2157263'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:07.888205 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2791358e-456f-4fda-979c-6f5497a67a61 req-d673d512-751f-4521-9c93-3df4e05a310d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699109 Apr 19 18:21:07.929465 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-3f2e0681-e3f4-487e-85de-983abb071881 service neutron] 10.222.0.95 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386188 Apr 19 18:21:08.054994 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c409f55-5e92-4983-8fcb-799b85b5fb07 req-3a0c73fc-0636-433f-9354-e0c6e76ebf4e tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:08.056679 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6c409f55-5e92-4983-8fcb-799b85b5fb07 req-3a0c73fc-0636-433f-9354-e0c6e76ebf4e tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6740908-abb4-4326-915e-081ce4f9b11f HTTP/1.1" status: 200 len: 944 time: 0.2212865 Apr 19 18:21:08.122908 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b43dc30f-5cad-4906-9e14-235df1cf2a1f req-a95e953a-95b6-4a83-8236-91c5ec997021 service neutron] 10.222.0.95 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799870 Apr 19 18:21:08.166582 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6c409f55-5e92-4983-8fcb-799b85b5fb07 req-930458e2-b84b-403f-b9f0-67822a0b4440 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935259 Apr 19 18:21:08.193490 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cfb606d1-12d0-4884-96a3-5b560e92eb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3106939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2157278'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:08.198632 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f21a6bf7-0522-41d4-9fc8-9d61cecf7c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:08.278532 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca94f5-0424-48d0-865b-e1583f16a74f req-dd1e93d3-a22c-450b-9687-9e68d9041039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:08.280137 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9fca94f5-0424-48d0-865b-e1583f16a74f req-dd1e93d3-a22c-450b-9687-9e68d9041039 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=08eaac8bfe8c4be3ab36db0e9749a483&device_id=d6740908-abb4-4326-915e-081ce4f9b11f HTTP/1.1" status: 200 len: 1097 time: 0.0896225 Apr 19 18:21:08.282735 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb606d1-12d0-4884-96a3-5b560e92eb90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68f2128c-c4ee-4de5-af84-288bf9705ea6,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:08.288772 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cfb606d1-12d0-4884-96a3-5b560e92eb90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:08.296019 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb606d1-12d0-4884-96a3-5b560e92eb90 admin admin] Checking segment: {'id': '035eaf50-dc97-46fd-9b52-e4ec20975f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '223f0005-7301-4120-ae02-8b68452092d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:21:08.296544 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb606d1-12d0-4884-96a3-5b560e92eb90 admin admin] Network hostable DHCP agents. Network: 223f0005-7301-4120-ae02-8b68452092d5, hostable agents: ['c63027b6-2e67-4fd7-9492-d43596a5c67c'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:21:08.316013 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb606d1-12d0-4884-96a3-5b560e92eb90 admin admin] Network 223f0005-7301-4120-ae02-8b68452092d5 is scheduled to be hosted by DHCP agent c63027b6-2e67-4fd7-9492-d43596a5c67c with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:21:08.325221 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-cfb606d1-12d0-4884-96a3-5b560e92eb90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-smb, 223f0005-7301-4120-ae02-8b68452092d5) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:08.336644 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88f9d06-ea56-4cf7-b6f9-86258ca5a712 None None] Network 223f0005-7301-4120-ae02-8b68452092d5 requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:21:08.338399 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb606d1-12d0-4884-96a3-5b560e92eb90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:08.339103 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cfb606d1-12d0-4884-96a3-5b560e92eb90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:08.365875 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-cfb606d1-12d0-4884-96a3-5b560e92eb90 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9062030 Apr 19 18:21:08.366887 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 38106) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:08.373114 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1393176836-router', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:08.378653 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:08.383100 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Usage tracker for resource:router and tenant:2935edebaba94b499f5e8a417912af6b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:08.387373 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:08.394910 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:08.405578 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760915'] for router, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:08.407684 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853824541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853825019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853828076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14885'] for router, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:08.435368 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:08.467777 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca94f5-0424-48d0-865b-e1583f16a74f req-c6fdb9b9-8e14-4cfd-af49-8a36ed843f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:08.470343 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9fca94f5-0424-48d0-865b-e1583f16a74f req-c6fdb9b9-8e14-4cfd-af49-8a36ed843f97 service neutron] 10.222.0.95 "GET /v2.0/networks?id=81389814-a967-484b-be2e-4d505a9878a9 HTTP/1.1" status: 200 len: 916 time: 0.1756084 Apr 19 18:21:08.603180 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9fca94f5-0424-48d0-865b-e1583f16a74f req-8b3c8d55-d8a3-4881-8fd2-7c6517d55b44 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=658ee17f-c8c7-4b25-ad0c-a0e92b6649c0 HTTP/1.1" status: 200 len: 217 time: 0.1220012 Apr 19 18:21:08.646216 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa386e3f5-4976-53db-a822-d0050a1a6416-223f0005-7301-4120-ae02-8b68452092d5', 'network_id': '223f0005-7301-4120-ae02-8b68452092d5', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'fixed_ips': [{'subnet_id': '68f2128c-c4ee-4de5-af84-288bf9705ea6'}]}} from dv-cinder-786928-1-smb. {{(pid=86365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:21:08.647169 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:08.798031 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca94f5-0424-48d0-865b-e1583f16a74f req-301c825b-15c6-4e8c-9dc1-d0490205c0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:08.799659 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9fca94f5-0424-48d0-865b-e1583f16a74f req-301c825b-15c6-4e8c-9dc1-d0490205c0e8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6f8bd5b2-70c1-40b8-b712-5bfe8d2a2d70 HTTP/1.1" status: 200 len: 855 time: 0.1811972 Apr 19 18:21:08.871602 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9fca94f5-0424-48d0-865b-e1583f16a74f req-1fe13ed8-13ea-45af-90b3-dbfb4a6a0355 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=81389814-a967-484b-be2e-4d505a9878a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590711 Apr 19 18:21:08.946060 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Allocated IP 172.20.0.2 (223f0005-7301-4120-ae02-8b68452092d5/68f2128c-c4ee-4de5-af84-288bf9705ea6/3b67ff64-9915-474f-8688-abea2f965871) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:21:09.010035 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853824782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853795240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:09.074977 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5bb28-cec4-4923-930f-4f98b1076ff3 req-e3973259-63b5-43f5-88a9-81aac5331135 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:09.086175 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8ea5bb28-cec4-4923-930f-4f98b1076ff3 req-e3973259-63b5-43f5-88a9-81aac5331135 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14ce659-71dc-4dfd-98b9-a648a6a0e254 HTTP/1.1" status: 200 len: 945 time: 0.3286223 Apr 19 18:21:09.303128 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9fca94f5-0424-48d0-865b-e1583f16a74f req-a215009c-2242-4613-8568-93f5adb5f035 service neutron] 10.222.0.95 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234462 Apr 19 18:21:09.306688 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8ea5bb28-cec4-4923-930f-4f98b1076ff3 req-744fc61c-299e-4e8b-a6ab-5c4bce6e9093 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/security-groups?id=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206626 Apr 19 18:21:09.397122 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77485d53-08f1-4cff-bf18-c637f98bcca5 req-c5e05c6c-e82a-42a3-962c-4545667f5503 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:09.398834 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-77485d53-08f1-4cff-bf18-c637f98bcca5 req-c5e05c6c-e82a-42a3-962c-4545667f5503 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.1525543 Apr 19 18:21:09.478027 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 38152) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:09.481884 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:09.497320 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Transition to ACTIVE for port object 3b67ff64-9915-474f-8688-abea2f965871 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:21:09.528457 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Transition to ACTIVE for port object 3b67ff64-9915-474f-8688-abea2f965871 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:21:09.535942 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:09.549119 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:09.595865 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9fca94f5-0424-48d0-865b-e1583f16a74f req-1346ee34-2220-4842-af0f-eaff86d67b58 service neutron] 10.222.0.95 "GET /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846787 Apr 19 18:21:09.611553 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-77485d53-08f1-4cff-bf18-c637f98bcca5 req-02d79d86-816b-4904-a3af-f19d26aae81c tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999300 Apr 19 18:21:09.790814 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-bc1c7c66-c7dd-4c2e-a295-a1f4b3879c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:09.806602 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Network 223f0005-7301-4120-ae02-8b68452092d5 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:21:09.808422 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Resources bound (agent type, host, resource id): {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:09.824730 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-bc1c7c66-c7dd-4c2e-a295-a1f4b3879c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:09.826264 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:21:09.832611 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-bc1c7c66-c7dd-4c2e-a295-a1f4b3879c07 admin admin] Usage tracker for resource:security_group_rule and tenant:f5b4860585de472dbb3970335c9ff3c9 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:09.835956 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:09.843982 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748c43f-3ad4-4d56-b3bd-28bb9bd14a48 req-3ecdc2db-1427-440e-8372-30a8b7cf98e3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:09.845282 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-e748c43f-3ad4-4d56-b3bd-28bb9bd14a48 req-3ecdc2db-1427-440e-8372-30a8b7cf98e3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Synchronizing usage tracker for tenant:08eaac8bfe8c4be3ab36db0e9749a483 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:21:09.863294 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-e748c43f-3ad4-4d56-b3bd-28bb9bd14a48 req-3ecdc2db-1427-440e-8372-30a8b7cf98e3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Unset dirty status for tenant:08eaac8bfe8c4be3ab36db0e9749a483 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:21:09.865348 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-bc1c7c66-c7dd-4c2e-a295-a1f4b3879c07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:09.873244 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e748c43f-3ad4-4d56-b3bd-28bb9bd14a48 req-3ecdc2db-1427-440e-8372-30a8b7cf98e3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6740908-abb4-4326-915e-081ce4f9b11f HTTP/1.1" status: 200 len: 944 time: 0.1399050 Apr 19 18:21:09.875731 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:09.878909 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-bc1c7c66-c7dd-4c2e-a295-a1f4b3879c07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:09.931657 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e748c43f-3ad4-4d56-b3bd-28bb9bd14a48 req-6cfff484-622f-4822-ae96-904c7c1ffe99 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566812 Apr 19 18:21:09.989103 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Attempting to bind port 3b67ff64-9915-474f-8688-abea2f965871 on host dv-cinder-786928-1-smb for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:21:09.989518 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Attempting to bind port 3b67ff64-9915-474f-8688-abea2f965871 by drivers openvswitch,hyperv on host dv-cinder-786928-1-smb at level 0 using segments [{'id': '035eaf50-dc97-46fd-9b52-e4ec20975f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '223f0005-7301-4120-ae02-8b68452092d5'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:21:09.989922 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Attempting to bind port 3b67ff64-9915-474f-8688-abea2f965871 on network 223f0005-7301-4120-ae02-8b68452092d5 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:21:09.997848 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Pushing event updated for resources: {'Port': ['ID=3b67ff64-9915-474f-8688-abea2f965871,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:10.001307 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Checking agent: {'id': '192a3675-2ad9-475f-abb6-aba9e9401083', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'started_at': datetime.datetime(2021, 4, 19, 18, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:21:10.001735 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Checking segment: {'id': '035eaf50-dc97-46fd-9b52-e4ec20975f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '223f0005-7301-4120-ae02-8b68452092d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:21:10.002186 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:10.002612 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Bound using segment: {'id': '035eaf50-dc97-46fd-9b52-e4ec20975f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '223f0005-7301-4120-ae02-8b68452092d5'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:21:10.003136 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Bound port: 3b67ff64-9915-474f-8688-abea2f965871, host: dv-cinder-786928-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035eaf50-dc97-46fd-9b52-e4ec20975f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '223f0005-7301-4120-ae02-8b68452092d5'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:21:10.003580 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:10.018229 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:10.095366 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Allocated IP 172.28.1.198 (4dfc8324-dbda-4de1-90b3-5f147512ea2d/f0204761-35d7-4590-8809-1a6eb894c7a2/f577b163-743b-4f62-8832-68f9ff1919ef) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:21:10.115215 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] For port 3b67ff64-9915-474f-8688-abea2f965871, host dv-cinder-786928-1-smb, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:21:10.122146 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] For port 3b67ff64-9915-474f-8688-abea2f965871, host dv-cinder-786928-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=3b67ff64-9915-474f-8688-abea2f965871,segment=NetworkSegment(035eaf50-dc97-46fd-9b52-e4ec20975f0a),segment_id=035eaf50-dc97-46fd-9b52-e4ec20975f0a)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:21:10.123691 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-bc1c7c66-c7dd-4c2e-a295-a1f4b3879c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:10.126390 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:10.136624 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:10.143512 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-bc1c7c66-c7dd-4c2e-a295-a1f4b3879c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:10.155427 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fc9ea755-7e49-4d19-9e6d-9af524fcd6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:10.223388 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Pushing event updated for resources: {'Port': ['ID=3b67ff64-9915-474f-8688-abea2f965871,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:10.227210 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:10.470313 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-bc1c7c66-c7dd-4c2e-a295-a1f4b3879c07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5b4860585de472dbb3970335c9ff3c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9881508 Apr 19 18:21:10.475198 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 38174) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:10.480317 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c7c66-c7dd-4c2e-a295-a1f4b3879c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04a65cb-cba4-4b59-af2d-f600ca685714,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:10.487184 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-bc1c7c66-c7dd-4c2e-a295-a1f4b3879c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:10.506462 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:21:10.628773 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:10.727543 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:10.744671 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2588ee60-4418-47b9-9344-71f0bc043938 tempest-DeleteServersTestJSON-1432492478 tempest-DeleteServersTestJSON-1432492478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:10.751771 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c9a213f9-67ea-466e-8506-9d8894447356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:10.838856 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c9a213f9-67ea-466e-8506-9d8894447356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:10.851362 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Network 4dfc8324-dbda-4de1-90b3-5f147512ea2d is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:21:10.857050 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:10.865530 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:21:10.902501 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=658ee17f-c8c7-4b25-ad0c-a0e92b6649c0,segment=NetworkSegment(aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4),segment_id=aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:10.915694 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Pushing event updated for resources: {'Port': ['ID=f577b163-743b-4f62-8832-68f9ff1919ef,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:10.932770 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:10.933679 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Returning: {'device': '658ee17f-c8c7-4b25-ad0c-a0e92b6649c0', 'network_id': '81389814-a967-484b-be2e-4d505a9878a9', 'port_id': '658ee17f-c8c7-4b25-ad0c-a0e92b6649c0', 'mac_address': 'fa:16:3e:2e:29:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f8bd5b2-70c1-40b8-b712-5bfe8d2a2d70', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:21:10.940308 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c9a213f9-67ea-466e-8506-9d8894447356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:10.947353 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-94fe6e69-cd55-4e04-9d98-7b112873b3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:10.960571 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a213f9-67ea-466e-8506-9d8894447356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04a65cb-cba4-4b59-af2d-f600ca685714,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:10.963352 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c9a213f9-67ea-466e-8506-9d8894447356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:10.972713 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c9a213f9-67ea-466e-8506-9d8894447356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:10.973164 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-c9a213f9-67ea-466e-8506-9d8894447356 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c04a65cb-cba4-4b59-af2d-f600ca685714 HTTP/1.1" status: 204 len: 168 time: 0.4967530 Apr 19 18:21:11.090925 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:11.125958 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:21:11.178140 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=658ee17f-c8c7-4b25-ad0c-a0e92b6649c0,segment=NetworkSegment(aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4),segment_id=aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:11.185140 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:11.187726 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:11.192728 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c231f50-e63c-4c2e-9d1d-bc06d88dd8b4 req-903f9e38-2d6f-4b52-982f-3c9f2e94576f tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:11.194443 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0c231f50-e63c-4c2e-9d1d-bc06d88dd8b4 req-903f9e38-2d6f-4b52-982f-3c9f2e94576f tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.2865200 Apr 19 18:21:11.306020 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=658ee17f-c8c7-4b25-ad0c-a0e92b6649c0,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:11.315971 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:11.414133 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0c231f50-e63c-4c2e-9d1d-bc06d88dd8b4 req-16c2b60b-c6fc-40be-8692-5fd89944a404 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558659 Apr 19 18:21:11.543024 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6e697-a8ba-4250-a104-1680ae79e47d req-b1be17b6-7dd6-4631-bfe5-2b04d67707f8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:11.544785 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-80a6e697-a8ba-4250-a104-1680ae79e47d req-b1be17b6-7dd6-4631-bfe5-2b04d67707f8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6740908-abb4-4326-915e-081ce4f9b11f HTTP/1.1" status: 200 len: 945 time: 0.1853397 Apr 19 18:21:11.632221 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['658ee17f-c8c7-4b25-ad0c-a0e92b6649c0'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:21:11.656866 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-80a6e697-a8ba-4250-a104-1680ae79e47d req-486fa553-bd70-4953-af01-a76b1002dcd0 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999255 Apr 19 18:21:11.902600 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:11.965238 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 3b67ff64-9915-474f-8688-abea2f965871 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:21:12.074769 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning for port 3b67ff64-9915-474f-8688-abea2f965871 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:21:12.114701 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1578bc1d-ac0e-4b5f-8a5d-93e21fb6b40c None None] Network 223f0005-7301-4120-ae02-8b68452092d5 requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:21:12.217994 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-289d4297-04d1-4a76-a417-674bccf5ee18 None None] Provisioning for port 3b67ff64-9915-474f-8688-abea2f965871 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:21:12.230331 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-289d4297-04d1-4a76-a417-674bccf5ee18 None None] Provisioning complete for port 3b67ff64-9915-474f-8688-abea2f965871 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:12.230754 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-289d4297-04d1-4a76-a417-674bccf5ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:12.310834 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2bd80-89ae-42f2-9de5-31510883a194 req-000a2c8a-2248-48ff-94ae-3e6e3ef310d9 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:12.312544 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dff2bd80-89ae-42f2-9de5-31510883a194 req-000a2c8a-2248-48ff-94ae-3e6e3ef310d9 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14ce659-71dc-4dfd-98b9-a648a6a0e254 HTTP/1.1" status: 200 len: 945 time: 0.2078936 Apr 19 18:21:12.465585 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-980544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951000'] for router, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:12.485094 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-289d4297-04d1-4a76-a417-674bccf5ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:12.550374 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-289d4297-04d1-4a76-a417-674bccf5ee18 None None] For port 3b67ff64-9915-474f-8688-abea2f965871, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=3b67ff64-9915-474f-8688-abea2f965871,segment=NetworkSegment(035eaf50-dc97-46fd-9b52-e4ec20975f0a),segment_id=035eaf50-dc97-46fd-9b52-e4ec20975f0a)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:12.554691 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-289d4297-04d1-4a76-a417-674bccf5ee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:12.560065 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dff2bd80-89ae-42f2-9de5-31510883a194 req-90413dcb-ad20-4b08-b2c3-5ae1ddec78ea tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/security-groups?id=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348762 Apr 19 18:21:12.560287 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:12.698626 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d4297-04d1-4a76-a417-674bccf5ee18 None None] Pushing event updated for resources: {'Port': ['ID=3b67ff64-9915-474f-8688-abea2f965871,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:12.702219 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-289d4297-04d1-4a76-a417-674bccf5ee18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:12.788536 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea20cc-70f4-4a51-ba14-af40ad25b33d req-b8ecdf01-4982-45a5-9a7d-4bc2343d0370 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:12.797916 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8dea20cc-70f4-4a51-ba14-af40ad25b33d req-b8ecdf01-4982-45a5-9a7d-4bc2343d0370 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.1655607 Apr 19 18:21:12.799487 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Router 609dc85e-2791-4115-9525-4ac2744e88ac is scheduled to L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:21:12.855621 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8dea20cc-70f4-4a51-ba14-af40ad25b33d req-f78d5fa6-88c0-41dd-8fe9-ae6a0fb0f42c tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563481 Apr 19 18:21:12.930421 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-6d9edb38-2b3b-4c2a-bc29-20eb9cd26dcf None None] Provisioning complete for port 3b67ff64-9915-474f-8688-abea2f965871 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:12.930873 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6d9edb38-2b3b-4c2a-bc29-20eb9cd26dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:13.250090 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17cd2c-6b58-40b5-b7e1-55b47f7c2b70 req-e381f0e5-6bb7-455d-a241-bbd5f8aa4b79 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:13.251720 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dc17cd2c-6b58-40b5-b7e1-55b47f7c2b70 req-e381f0e5-6bb7-455d-a241-bbd5f8aa4b79 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.95 "GET /v2.0/ports?device_id=a14ce659-71dc-4dfd-98b9-a648a6a0e254 HTTP/1.1" status: 200 len: 945 time: 0.1451278 Apr 19 18:21:13.336998 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-dc17cd2c-6b58-40b5-b7e1-55b47f7c2b70 req-7d798274-4be5-4b7d-a38b-04c0272a1272 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Deleting port 200a77c1-9acd-4a80-83a3-b12e1f6e8cde {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:21:13.337387 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-dc17cd2c-6b58-40b5-b7e1-55b47f7c2b70 req-7d798274-4be5-4b7d-a38b-04c0272a1272 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:13.376139 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:21:13.387787 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] Sync routers for ids ['609dc85e-2791-4115-9525-4ac2744e88ac'] in dv-cinder-786928-1-smb {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:21:13.398422 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] Routers {'609dc85e-2791-4115-9525-4ac2744e88ac'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:21:13.399164 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:20:53Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['609dc85e-2791-4115-9525-4ac2744e88ac'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:13.401926 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132829d-a938-4e5a-8475-4e1b6f5e6fb2 req-b896a577-34d2-4377-933e-704397ad5758 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:13.403570 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a132829d-a938-4e5a-8475-4e1b6f5e6fb2 req-b896a577-34d2-4377-933e-704397ad5758 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6740908-abb4-4326-915e-081ce4f9b11f HTTP/1.1" status: 200 len: 945 time: 0.1484818 Apr 19 18:21:13.443067 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:13.447446 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0762529 Apr 19 18:21:13.447588 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 38244) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:13.470206 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a132829d-a938-4e5a-8475-4e1b6f5e6fb2 req-4fd845ea-5e97-4dd5-a7a8-39e611ad8f33 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564682 Apr 19 18:21:13.608775 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] Set router 609dc85e-2791-4115-9525-4ac2744e88ac gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:21:13.739833 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 3b67ff64-9915-474f-8688-abea2f965871 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:21:13.823081 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 3b67ff64-9915-474f-8688-abea2f965871 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:13.823545 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:13.877777 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-dc17cd2c-6b58-40b5-b7e1-55b47f7c2b70 req-7d798274-4be5-4b7d-a38b-04c0272a1272 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] For port 200a77c1-9acd-4a80-83a3-b12e1f6e8cde, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=200a77c1-9acd-4a80-83a3-b12e1f6e8cde,segment=NetworkSegment(d7f4a37f-a98b-4663-83f7-4d6f03a26b4b),segment_id=d7f4a37f-a98b-4663-83f7-4d6f03a26b4b)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:13.878484 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-dc17cd2c-6b58-40b5-b7e1-55b47f7c2b70 req-7d798274-4be5-4b7d-a38b-04c0272a1272 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:13.932525 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'name': 'tempest-TestMinimumBasicScenario-1393176836-router', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:08Z', 'updated_at': '2021-04-19T18:21:11Z', 'revision_number': 3, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'gw_port': {'id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:09Z', 'updated_at': '2021-04-19T18:21:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:13.941653 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] Checking router: 609dc85e-2791-4115-9525-4ac2744e88ac for host: dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:21:13.942070 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] Updating router 609dc85e-2791-4115-9525-4ac2744e88ac port f577b163-743b-4f62-8832-68f9ff1919ef binding host dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:21:14.013095 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:14.023730 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-dc17cd2c-6b58-40b5-b7e1-55b47f7c2b70 req-7d798274-4be5-4b7d-a38b-04c0272a1272 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Calling delete_port for 200a77c1-9acd-4a80-83a3-b12e1f6e8cde owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:21:14.087691 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf4af0-a3ff-4955-ad9f-21527cf073c9 req-466ca4c3-fb72-490c-8e41-a6838df464d5 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:14.096518 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1bcf4af0-a3ff-4955-ad9f-21527cf073c9 req-466ca4c3-fb72-490c-8e41-a6838df464d5 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.1069150 Apr 19 18:21:14.154998 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1bcf4af0-a3ff-4955-ad9f-21527cf073c9 req-4abe704f-1c7d-468a-ae68-16434e1ce18e tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574613 Apr 19 18:21:14.257002 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-dc17cd2c-6b58-40b5-b7e1-55b47f7c2b70 req-7d798274-4be5-4b7d-a38b-04c0272a1272 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:14.272185 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:14.276013 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['200a77c1-9acd-4a80-83a3-b12e1f6e8cde'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:21:14.529210 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0 up at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:21:14.538135 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:14.552916 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] Transition to ACTIVE for port object f577b163-743b-4f62-8832-68f9ff1919ef will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:21:14.565474 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:14.598575 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d80172a5-a08f-4759-b40e-390ee3837500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:14.649660 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d798274-4be5-4b7d-a38b-04c0272a1272 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Pushing event deleted for resources: {'Port': ['ID=200a77c1-9acd-4a80-83a3-b12e1f6e8cde,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:14.661062 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7d798274-4be5-4b7d-a38b-04c0272a1272 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:14.709056 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning for port 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:21:14.724726 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning complete for port 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:14.725315 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:14.733066 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] Attempting to bind port f577b163-743b-4f62-8832-68f9ff1919ef on host dv-cinder-786928-1-smb for vnic_type normal with profile {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:21:14.733475 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] Attempting to bind port f577b163-743b-4f62-8832-68f9ff1919ef by drivers openvswitch,hyperv on host dv-cinder-786928-1-smb at level 0 using segments [{'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:21:14.734049 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] Attempting to bind port f577b163-743b-4f62-8832-68f9ff1919ef on network 4dfc8324-dbda-4de1-90b3-5f147512ea2d {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:21:14.736715 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808e0f8-fa73-4226-b42d-e68b152e1e11 req-cb6427bc-df23-4409-ab43-62e1f473fc18 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:14.738361 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0808e0f8-fa73-4226-b42d-e68b152e1e11 req-cb6427bc-df23-4409-ab43-62e1f473fc18 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14ce659-71dc-4dfd-98b9-a648a6a0e254 HTTP/1.1" status: 200 len: 867 time: 0.9922214 Apr 19 18:21:14.755360 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] Checking agent: {'id': '192a3675-2ad9-475f-abb6-aba9e9401083', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'started_at': datetime.datetime(2021, 4, 19, 18, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:21:14.755717 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] Checking segment: {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:21:14.756183 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:14.756762 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] Bound using segment: {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:21:14.757396 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] Bound port: f577b163-743b-4f62-8832-68f9ff1919ef, host: dv-cinder-786928-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:21:14.757735 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:14.814015 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc17cd2c-6b58-40b5-b7e1-55b47f7c2b70 req-7d798274-4be5-4b7d-a38b-04c0272a1272 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] No DVR routers for this DVR port 200a77c1-9acd-4a80-83a3-b12e1f6e8cde on host hv-cinder-78692 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:21:14.822126 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-dc17cd2c-6b58-40b5-b7e1-55b47f7c2b70 req-7d798274-4be5-4b7d-a38b-04c0272a1272 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:14.827913 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14ce659-71dc-4dfd-98b9-a648a6a0e254', 'name': 'network-vif-deleted', 'tag': '200a77c1-9acd-4a80-83a3-b12e1f6e8cde'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:21:14.843694 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] For port f577b163-743b-4f62-8832-68f9ff1919ef, host dv-cinder-786928-1-smb, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:21:14.848376 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] For port f577b163-743b-4f62-8832-68f9ff1919ef, host dv-cinder-786928-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=f577b163-743b-4f62-8832-68f9ff1919ef,segment=NetworkSegment(1f30a495-c1e9-401c-a4af-f66487472610),segment_id=1f30a495-c1e9-401c-a4af-f66487472610)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:21:14.853089 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44e2a7-0d20-45bf-b45d-28e69a398a65 req-21da98f7-a986-4f51-9db1-21127d864802 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:14.855140 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-af44e2a7-0d20-45bf-b45d-28e69a398a65 req-21da98f7-a986-4f51-9db1-21127d864802 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6740908-abb4-4326-915e-081ce4f9b11f HTTP/1.1" status: 200 len: 945 time: 0.1159868 Apr 19 18:21:14.866349 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:14.883198 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dc17cd2c-6b58-40b5-b7e1-55b47f7c2b70 req-7d798274-4be5-4b7d-a38b-04c0272a1272 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.95 "DELETE /v2.0/ports/200a77c1-9acd-4a80-83a3-b12e1f6e8cde HTTP/1.1" status: 204 len: 173 time: 1.6245708 Apr 19 18:21:14.888804 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f2f29-5dad-4f05-ba2a-db28b040478f None None] Pushing event updated for resources: {'Port': ['ID=f577b163-743b-4f62-8832-68f9ff1919ef,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:14.910983 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f2f29-5dad-4f05-ba2a-db28b040478f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:14.911543 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f2f29-5dad-4f05-ba2a-db28b040478f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:14.912143 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f2f29-5dad-4f05-ba2a-db28b040478f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:14.912619 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f2f29-5dad-4f05-ba2a-db28b040478f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:14.913083 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f2f29-5dad-4f05-ba2a-db28b040478f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:14.913551 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f2f29-5dad-4f05-ba2a-db28b040478f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:14.914031 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f2f29-5dad-4f05-ba2a-db28b040478f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:14.914495 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f2f29-5dad-4f05-ba2a-db28b040478f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:14.914951 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f2f29-5dad-4f05-ba2a-db28b040478f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:14.915443 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f2f29-5dad-4f05-ba2a-db28b040478f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:14.915905 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f2f29-5dad-4f05-ba2a-db28b040478f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:14.916362 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77f2f29-5dad-4f05-ba2a-db28b040478f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:14.925583 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e77f2f29-5dad-4f05-ba2a-db28b040478f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:14.926290 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:14.931059 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-af44e2a7-0d20-45bf-b45d-28e69a398a65 req-fadfcff6-63ff-4be8-9d32-4db209461675 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677116 Apr 19 18:21:14.952874 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:14.963751 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0808e0f8-fa73-4226-b42d-e68b152e1e11 req-7a0c101c-0a8d-4359-a2e1-1d46887e04a3 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] 10.222.0.20 "GET /v2.0/security-groups?id=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163360 Apr 19 18:21:14.986743 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6740908-abb4-4326-915e-081ce4f9b11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658ee17f-c8c7-4b25-ad0c-a0e92b6649c0'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:21:15.010947 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=658ee17f-c8c7-4b25-ad0c-a0e92b6649c0,segment=NetworkSegment(aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4),segment_id=aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:15.014102 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:15.015082 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 200a77c1-9acd-4a80-83a3-b12e1f6e8cde no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:21:15.027740 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] Routers {'609dc85e-2791-4115-9525-4ac2744e88ac'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:21:15.028435 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:20:53Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['609dc85e-2791-4115-9525-4ac2744e88ac'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:15.058236 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:15.113888 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6740908-abb4-4326-915e-081ce4f9b11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658ee17f-c8c7-4b25-ad0c-a0e92b6649c0', 'code': 200} Apr 19 18:21:15.114468 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-475608ed-a13e-46e7-9848-c108f45467de None None] No Port match for: 200a77c1-9acd-4a80-83a3-b12e1f6e8cde {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:21:15.114870 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 200a77c1-9acd-4a80-83a3-b12e1f6e8cde not bound to the agent host hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:21:15.141309 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14ce659-71dc-4dfd-98b9-a648a6a0e254', 'name': 'network-vif-deleted', 'tag': '200a77c1-9acd-4a80-83a3-b12e1f6e8cde', 'status': 'completed', 'code': 200} Apr 19 18:21:15.153304 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=658ee17f-c8c7-4b25-ad0c-a0e92b6649c0,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:15.164488 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:15.207192 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f2f29-5dad-4f05-ba2a-db28b040478f None None] Pushing event updated for resources: {'Port': ['ID=f577b163-743b-4f62-8832-68f9ff1919ef,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:15.212406 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e77f2f29-5dad-4f05-ba2a-db28b040478f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:15.274116 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] Set router 609dc85e-2791-4115-9525-4ac2744e88ac gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:21:15.369541 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948da9ee-dd81-457f-83b7-8e04b1e665a3 req-dca2e297-38f9-4eb6-a9cd-71005bb80c49 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:15.379470 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-948da9ee-dd81-457f-83b7-8e04b1e665a3 req-dca2e297-38f9-4eb6-a9cd-71005bb80c49 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.1062396 Apr 19 18:21:15.389540 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:15.427861 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-948da9ee-dd81-457f-83b7-8e04b1e665a3 req-e0fba0f5-6f2b-4a61-be6d-373792dbbac1 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472312 Apr 19 18:21:15.604764 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84d635-c4c6-4884-8120-0d733666fbab req-8a9fea49-d01c-4670-bf6c-be54944eee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:15.606387 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9b84d635-c4c6-4884-8120-0d733666fbab req-8a9fea49-d01c-4670-bf6c-be54944eee94 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d6740908-abb4-4326-915e-081ce4f9b11f HTTP/1.1" status: 200 len: 1099 time: 0.2041614 Apr 19 18:21:15.690137 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'name': 'tempest-TestMinimumBasicScenario-1393176836-router', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:08Z', 'updated_at': '2021-04-19T18:21:11Z', 'revision_number': 3, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'gw_port': {'id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:09Z', 'updated_at': '2021-04-19T18:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:15.695190 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da44380-b0d7-4ab8-b9f2-560e726567f7 None None] The sync data for ids ['609dc85e-2791-4115-9525-4ac2744e88ac'] in dv-cinder-786928-1-smb is: [{'id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'name': 'tempest-TestMinimumBasicScenario-1393176836-router', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:08Z', 'updated_at': '2021-04-19T18:21:11Z', 'revision_number': 3, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'gw_port': {'id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:09Z', 'updated_at': '2021-04-19T18:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:21:15.737162 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9b84d635-c4c6-4884-8120-0d733666fbab req-c578b32b-741b-4817-b2b7-9857879c70f6 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121840 Apr 19 18:21:15.755548 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Allocated IP 172.20.0.1 (223f0005-7301-4120-ae02-8b68452092d5/68f2128c-c4ee-4de5-af84-288bf9705ea6/e8488234-9041-41ec-8a3a-d1bb1098d3d2) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:21:15.926952 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:15.944680 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Transition to ACTIVE for port object e8488234-9041-41ec-8a3a-d1bb1098d3d2 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:21:15.971911 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:15.978316 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4aefac5c-f069-4789-a527-a06852b9f254 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:16.052817 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Pushing event updated for resources: {'Port': ['ID=e8488234-9041-41ec-8a3a-d1bb1098d3d2,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:16.071711 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:16.071711 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:16.071711 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:16.071711 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:16.071711 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:16.071711 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:16.071711 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:16.071711 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:16.071711 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:16.071711 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:16.071711 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:16.071711 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:16.084186 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:16.086432 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Network 223f0005-7301-4120-ae02-8b68452092d5 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:21:16.090380 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:16.090574 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:21:16.192629 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853813499'] for router_interface, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:16.248142 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d55443-0ecc-4281-a6c2-af58e44ef248 req-cf869b7b-6b0b-46c8-a771-ba2d0b2a71da tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:16.260187 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d6d55443-0ecc-4281-a6c2-af58e44ef248 req-cf869b7b-6b0b-46c8-a771-ba2d0b2a71da tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6740908-abb4-4326-915e-081ce4f9b11f HTTP/1.1" status: 200 len: 946 time: 0.1511226 Apr 19 18:21:16.323508 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d6d55443-0ecc-4281-a6c2-af58e44ef248 req-b45f8c3b-0da1-4587-826d-f84e5bfad7ac tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614913 Apr 19 18:21:16.398582 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:16.472122 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-fbf72aa1-8086-47fc-a393-d27f689a6568 None None] Provisioning for port e8488234-9041-41ec-8a3a-d1bb1098d3d2 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:21:16.482231 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-fbf72aa1-8086-47fc-a393-d27f689a6568 None None] Provisioning complete for port e8488234-9041-41ec-8a3a-d1bb1098d3d2 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:16.482670 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fbf72aa1-8086-47fc-a393-d27f689a6568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:16.594626 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-fbf72aa1-8086-47fc-a393-d27f689a6568 None None] Port e8488234-9041-41ec-8a3a-d1bb1098d3d2 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:21:16.784463 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad117ef0-a18b-4ce2-aa62-8baec7178a1a req-4ad1d807-52cb-416b-81cf-655443a9bbe8 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:16.787688 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ad117ef0-a18b-4ce2-aa62-8baec7178a1a req-4ad1d807-52cb-416b-81cf-655443a9bbe8 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.1670468 Apr 19 18:21:16.913349 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ad117ef0-a18b-4ce2-aa62-8baec7178a1a req-3d237cfc-6a70-4c6e-b2eb-65e51555c4f5 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188402 Apr 19 18:21:16.923696 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:16.930221 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:16.998887 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:17.037364 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854186072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962402'] for router_interface, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:17.162502 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Pushing event updated for resources: {'Port': ['ID=e8488234-9041-41ec-8a3a-d1bb1098d3d2,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:17.166935 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:17.241174 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Network 223f0005-7301-4120-ae02-8b68452092d5 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:21:17.242398 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:17.533245 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-dca91c97-54c1-4b54-9685-479d85b3e160 None None] Provisioning complete for port e8488234-9041-41ec-8a3a-d1bb1098d3d2 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:17.533669 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dca91c97-54c1-4b54-9685-479d85b3e160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:17.586871 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Router 609dc85e-2791-4115-9525-4ac2744e88ac has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:21:17.692337 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-dca91c97-54c1-4b54-9685-479d85b3e160 None None] Port e8488234-9041-41ec-8a3a-d1bb1098d3d2 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:21:17.697772 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89f3f0-45f0-4771-b738-e0db73cc9a69 req-eb71f454-b282-463e-921f-0e40a0ff50c1 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:17.702031 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2d89f3f0-45f0-4771-b738-e0db73cc9a69 req-eb71f454-b282-463e-921f-0e40a0ff50c1 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6740908-abb4-4326-915e-081ce4f9b11f HTTP/1.1" status: 200 len: 946 time: 0.2123473 Apr 19 18:21:17.778047 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2d89f3f0-45f0-4771-b738-e0db73cc9a69 req-37534f63-0b74-452c-b78f-da058f02b9ad tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649695 Apr 19 18:21:17.812313 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device f577b163-743b-4f62-8832-68f9ff1919ef up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:21:17.910059 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:21:17.927884 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] 10.222.0.20 "PUT /v2.0/routers/609dc85e-2791-4115-9525-4ac2744e88ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4716752 Apr 19 18:21:17.950181 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning for port f577b163-743b-4f62-8832-68f9ff1919ef completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:21:17.958253 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port f577b163-743b-4f62-8832-68f9ff1919ef triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:17.959417 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:18.116813 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:18.148700 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] For port f577b163-743b-4f62-8832-68f9ff1919ef, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=f577b163-743b-4f62-8832-68f9ff1919ef,segment=NetworkSegment(1f30a495-c1e9-401c-a4af-f66487472610),segment_id=1f30a495-c1e9-401c-a4af-f66487472610)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:18.157872 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:18.159893 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:18.216279 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878834f7-ebfc-4b4f-a81b-904bf979c9f1 req-5ab9069c-72f3-404c-aa9e-7541758157df tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:18.225740 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-878834f7-ebfc-4b4f-a81b-904bf979c9f1 req-5ab9069c-72f3-404c-aa9e-7541758157df tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.1245713 Apr 19 18:21:18.289004 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Pushing event updated for resources: {'Port': ['ID=f577b163-743b-4f62-8832-68f9ff1919ef,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:18.299144 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:18.342487 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-878834f7-ebfc-4b4f-a81b-904bf979c9f1 req-a9c79277-6a51-4a4a-9cf4-83357b0eff0b tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156552 Apr 19 18:21:18.864401 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 38418) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:18.874832 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-263848567-network', 'tenant_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:18.888952 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:18.898133 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Usage tracker for resource:network and tenant:a91e3d09286a4dd4bd4044b7ba4a6a24 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:18.902067 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:18.910433 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:18.923613 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Made reservation on behalf of a91e3d09286a4dd4bd4044b7ba4a6a24 for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:21:18.929097 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:18.945025 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:18.961569 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:18.965920 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Usage tracker for resource:security_group_rule and tenant:a91e3d09286a4dd4bd4044b7ba4a6a24 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:18.969019 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:18.975763 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:19.073523 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] Sync routers for ids ['609dc85e-2791-4115-9525-4ac2744e88ac'] in dv-cinder-786928-1-smb {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:21:19.086666 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:19.089619 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] Routers {'609dc85e-2791-4115-9525-4ac2744e88ac'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:21:19.090111 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:19.090291 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:20:53Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['609dc85e-2791-4115-9525-4ac2744e88ac'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:19.095505 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c9a213f9-67ea-466e-8506-9d8894447356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:19.166639 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4853d9-0a95-4a8e-a67f-5b22558a4873,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:19.171297 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:21:19.187335 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:19.187995 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.segments_db [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Added segment c74e0754-dd8b-4f9d-a561-c435b4f6e7a6 of type vlan for network 41b71e6f-a7b6-49ce-8e2a-32502c76fb0c Apr 19 18:21:19.231561 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807182314'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:19.262941 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:19.268232 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:19.269844 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:19.270585 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:19.284756 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7378fa1c-c480-4cf0-a369-46e332d20093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:19.382083 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] Set router 609dc85e-2791-4115-9525-4ac2744e88ac gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:21:19.436328 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5707169 Apr 19 18:21:19.439429 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 38464) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:19.446455 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Request body: {'subnet': {'network_id': '41b71e6f-a7b6-49ce-8e2a-32502c76fb0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-263848567-subnet', 'tenant_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:19.456934 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Pushing event updated for resources: {'Network': ['ID=41b71e6f-a7b6-49ce-8e2a-32502c76fb0c,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:19.458935 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:19.465641 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:19.466866 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Usage tracker for resource:subnet and tenant:a91e3d09286a4dd4bd4044b7ba4a6a24 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:19.472751 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:19.480256 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:19.499649 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Made reservation on behalf of a91e3d09286a4dd4bd4044b7ba4a6a24 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:21:19.518591 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2157263'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:19.808148 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Network 41b71e6f-a7b6-49ce-8e2a-32502c76fb0c details requested by agent ovs-agent-dv-cinder-786928-1-smb with host dv-cinder-786928-1-smb {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:21:19.980753 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device f577b163-743b-4f62-8832-68f9ff1919ef up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:21:20.377119 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c1aaa07a-3451-4e51-b681-c2561f24e5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:20.402819 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'name': 'tempest-TestMinimumBasicScenario-1393176836-router', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:08Z', 'updated_at': '2021-04-19T18:21:16Z', 'revision_number': 4, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'gw_port': {'id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:09Z', 'updated_at': '2021-04-19T18:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': 'e8488234-9041-41ec-8a3a-d1bb1098d3d2', 'name': '', 'network_id': '223f0005-7301-4120-ae02-8b68452092d5', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'mac_address': 'fa:16:3e:0e:64:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '68f2128c-c4ee-4de5-af84-288bf9705ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:15Z', 'updated_at': '2021-04-19T18:21:16Z', 'revision_number': 2, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'subnets': [{'id': '68f2128c-c4ee-4de5-af84-288bf9705ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:20.409032 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port f577b163-743b-4f62-8832-68f9ff1919ef triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:20.410026 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:20.430593 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811f0d8-4cfd-40d5-be1b-d6f5a7b9180d req-9c3009d1-7a88-4599-a504-75ba57f77309 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:20.439082 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b811f0d8-4cfd-40d5-be1b-d6f5a7b9180d req-9c3009d1-7a88-4599-a504-75ba57f77309 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.6095262 Apr 19 18:21:20.444957 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] Checking router: 609dc85e-2791-4115-9525-4ac2744e88ac for host: dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:21:20.445799 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] Updating router 609dc85e-2791-4115-9525-4ac2744e88ac port e8488234-9041-41ec-8a3a-d1bb1098d3d2 binding host dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:21:20.509110 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b811f0d8-4cfd-40d5-be1b-d6f5a7b9180d req-025c66b8-bbb4-4feb-b101-a912874de2ac tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687456 Apr 19 18:21:20.523936 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:20.757405 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3106939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2157278'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:20.774579 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:20.931211 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a79292ad-e48f-424b-80e8-a6abd704ce50,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:20.983051 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:20.983658 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:20.983893 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:20.984289 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:20.984839 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:20.985237 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:20.985658 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:20.986046 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:20.986432 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:20.986842 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:20.987222 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:20.987630 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:20.995132 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:21.054587 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Checking segment: {'id': 'c74e0754-dd8b-4f9d-a561-c435b4f6e7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '41b71e6f-a7b6-49ce-8e2a-32502c76fb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:21:21.054982 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Network hostable DHCP agents. Network: 41b71e6f-a7b6-49ce-8e2a-32502c76fb0c, hostable agents: ['c63027b6-2e67-4fd7-9492-d43596a5c67c'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:21:21.101357 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Network 41b71e6f-a7b6-49ce-8e2a-32502c76fb0c is scheduled to be hosted by DHCP agent c63027b6-2e67-4fd7-9492-d43596a5c67c with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:21:21.117170 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-smb, 41b71e6f-a7b6-49ce-8e2a-32502c76fb0c) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:21.130313 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae6b844-7d76-49e0-8630-2d2de683315a None None] Network 41b71e6f-a7b6-49ce-8e2a-32502c76fb0c requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:21:21.144901 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:21.145582 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:21.174044 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7332768 Apr 19 18:21:21.176722 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 38516) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:21.183083 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-263848567-router', 'tenant_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:21.188222 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:21.192405 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Usage tracker for resource:router and tenant:a91e3d09286a4dd4bd4044b7ba4a6a24 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:21.196210 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:21.202610 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:21.213399 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760915'] for router, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:21.214763 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853824541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853825019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853828076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14885'] for router, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:21.237157 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:21.436534 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:21.489031 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] Transition to ACTIVE for port object e8488234-9041-41ec-8a3a-d1bb1098d3d2 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:21:21.497257 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa386e3f5-4976-53db-a822-d0050a1a6416-41b71e6f-a7b6-49ce-8e2a-32502c76fb0c', 'network_id': '41b71e6f-a7b6-49ce-8e2a-32502c76fb0c', 'tenant_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'fixed_ips': [{'subnet_id': 'a79292ad-e48f-424b-80e8-a6abd704ce50'}]}} from dv-cinder-786928-1-smb. {{(pid=86365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:21:21.498304 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:21.511049 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:21.519683 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:21.550536 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853824782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853795240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:21.812423 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637570e-736d-4730-96ba-375b212cc462 None None] Pushing event updated for resources: {'Port': ['ID=e8488234-9041-41ec-8a3a-d1bb1098d3d2,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:21.847719 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49179c-728d-43da-9582-3583464c0507 req-7b2d595b-d59c-4060-aad6-b5479771cecc tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:21.865108 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ac49179c-728d-43da-9582-3583464c0507 req-7b2d595b-d59c-4060-aad6-b5479771cecc tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.1654310 Apr 19 18:21:21.886829 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2637570e-736d-4730-96ba-375b212cc462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:21.923037 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] Attempting to bind port e8488234-9041-41ec-8a3a-d1bb1098d3d2 on host dv-cinder-786928-1-smb for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:21:21.923527 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] Attempting to bind port e8488234-9041-41ec-8a3a-d1bb1098d3d2 by drivers openvswitch,hyperv on host dv-cinder-786928-1-smb at level 0 using segments [{'id': '035eaf50-dc97-46fd-9b52-e4ec20975f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '223f0005-7301-4120-ae02-8b68452092d5'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:21:21.923943 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] Attempting to bind port e8488234-9041-41ec-8a3a-d1bb1098d3d2 on network 223f0005-7301-4120-ae02-8b68452092d5 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:21:21.927277 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ac49179c-728d-43da-9582-3583464c0507 req-bb63adb9-eda9-4ad0-be34-447036d047ac tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608900 Apr 19 18:21:21.933085 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] Checking agent: {'id': '192a3675-2ad9-475f-abb6-aba9e9401083', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'started_at': datetime.datetime(2021, 4, 19, 18, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:21:21.933512 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] Checking segment: {'id': '035eaf50-dc97-46fd-9b52-e4ec20975f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '223f0005-7301-4120-ae02-8b68452092d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:21:21.933972 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:21.934407 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] Bound using segment: {'id': '035eaf50-dc97-46fd-9b52-e4ec20975f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '223f0005-7301-4120-ae02-8b68452092d5'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:21:21.934943 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] Bound port: e8488234-9041-41ec-8a3a-d1bb1098d3d2, host: dv-cinder-786928-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035eaf50-dc97-46fd-9b52-e4ec20975f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '223f0005-7301-4120-ae02-8b68452092d5'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:21:21.935421 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:22.048405 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Allocated IP 172.20.0.2 (41b71e6f-a7b6-49ce-8e2a-32502c76fb0c/a79292ad-e48f-424b-80e8-a6abd704ce50/3a682d7a-4060-463e-8c30-0f6252a6ca07) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:21:22.193993 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:22.244055 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:22.371691 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] For port e8488234-9041-41ec-8a3a-d1bb1098d3d2, host dv-cinder-786928-1-smb, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:21:22.430206 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] For port e8488234-9041-41ec-8a3a-d1bb1098d3d2, host dv-cinder-786928-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=e8488234-9041-41ec-8a3a-d1bb1098d3d2,segment=NetworkSegment(035eaf50-dc97-46fd-9b52-e4ec20975f0a),segment_id=035eaf50-dc97-46fd-9b52-e4ec20975f0a)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:21:22.525255 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:22.535958 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Allocated IP 172.28.1.46 (4dfc8324-dbda-4de1-90b3-5f147512ea2d/f0204761-35d7-4590-8809-1a6eb894c7a2/62212219-f19e-4462-b0e1-fd6ce31e6a9f) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:21:22.575784 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:22.755341 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637570e-736d-4730-96ba-375b212cc462 None None] Pushing event updated for resources: {'Port': ['ID=e8488234-9041-41ec-8a3a-d1bb1098d3d2,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:22.760551 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2637570e-736d-4730-96ba-375b212cc462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:22.794719 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] Routers {'609dc85e-2791-4115-9525-4ac2744e88ac'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:21:22.795719 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:20:53Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['609dc85e-2791-4115-9525-4ac2744e88ac'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:22.909367 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:23.021873 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:23.055878 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:23.372294 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Network 4dfc8324-dbda-4de1-90b3-5f147512ea2d is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:21:23.373373 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Pushing event updated for resources: {'Port': ['ID=62212219-f19e-4462-b0e1-fd6ce31e6a9f,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:23.383143 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:23.394283 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:23.395979 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:21:23.561911 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:23.605170 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Transition to ACTIVE for port object 3a682d7a-4060-463e-8c30-0f6252a6ca07 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:21:23.635695 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Transition to ACTIVE for port object 3a682d7a-4060-463e-8c30-0f6252a6ca07 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:21:23.653321 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:23.674187 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:23.742381 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079d8bb-2e5f-46be-bc5b-683968e5883e req-4dfcf0ae-34d5-415c-8600-ff55c1f8493c tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:23.744108 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d079d8bb-2e5f-46be-bc5b-683968e5883e req-4dfcf0ae-34d5-415c-8600-ff55c1f8493c tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.4758930 Apr 19 18:21:23.793066 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a4f4b8e2-119f-4336-bb6b-6e975460cb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:23.825635 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Pushing event updated for resources: {'Port': ['ID=3a682d7a-4060-463e-8c30-0f6252a6ca07,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:23.836785 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:23.871811 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Network 41b71e6f-a7b6-49ce-8e2a-32502c76fb0c is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:21:23.879804 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Resources bound (agent type, host, resource id): {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:23.882663 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:23.883836 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:21:23.903357 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] Set router 609dc85e-2791-4115-9525-4ac2744e88ac gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:21:24.092784 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Attempting to bind port 3a682d7a-4060-463e-8c30-0f6252a6ca07 on host dv-cinder-786928-1-smb for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:21:24.093404 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Attempting to bind port 3a682d7a-4060-463e-8c30-0f6252a6ca07 by drivers openvswitch,hyperv on host dv-cinder-786928-1-smb at level 0 using segments [{'id': 'c74e0754-dd8b-4f9d-a561-c435b4f6e7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '41b71e6f-a7b6-49ce-8e2a-32502c76fb0c'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:21:24.093791 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Attempting to bind port 3a682d7a-4060-463e-8c30-0f6252a6ca07 on network 41b71e6f-a7b6-49ce-8e2a-32502c76fb0c {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:21:24.172001 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Checking agent: {'id': '192a3675-2ad9-475f-abb6-aba9e9401083', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'started_at': datetime.datetime(2021, 4, 19, 18, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:21:24.172906 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Checking segment: {'id': 'c74e0754-dd8b-4f9d-a561-c435b4f6e7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '41b71e6f-a7b6-49ce-8e2a-32502c76fb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:21:24.173363 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:24.173817 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Bound using segment: {'id': 'c74e0754-dd8b-4f9d-a561-c435b4f6e7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '41b71e6f-a7b6-49ce-8e2a-32502c76fb0c'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:21:24.174378 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Bound port: 3a682d7a-4060-463e-8c30-0f6252a6ca07, host: dv-cinder-786928-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74e0754-dd8b-4f9d-a561-c435b4f6e7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '41b71e6f-a7b6-49ce-8e2a-32502c76fb0c'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:21:24.174833 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:24.305766 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d079d8bb-2e5f-46be-bc5b-683968e5883e req-efc1ddea-67ad-45f6-ad81-1813d2f22b4c tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648755 Apr 19 18:21:24.487583 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:24.610564 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] For port 3a682d7a-4060-463e-8c30-0f6252a6ca07, host dv-cinder-786928-1-smb, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:21:24.622019 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] For port 3a682d7a-4060-463e-8c30-0f6252a6ca07, host dv-cinder-786928-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=3a682d7a-4060-463e-8c30-0f6252a6ca07,segment=NetworkSegment(c74e0754-dd8b-4f9d-a561-c435b4f6e7a6),segment_id=c74e0754-dd8b-4f9d-a561-c435b4f6e7a6)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:21:24.643590 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:24.658824 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2637570e-736d-4730-96ba-375b212cc462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:24.826617 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'name': 'tempest-TestMinimumBasicScenario-1393176836-router', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:08Z', 'updated_at': '2021-04-19T18:21:16Z', 'revision_number': 4, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'gw_port': {'id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:09Z', 'updated_at': '2021-04-19T18:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': 'e8488234-9041-41ec-8a3a-d1bb1098d3d2', 'name': '', 'network_id': '223f0005-7301-4120-ae02-8b68452092d5', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'mac_address': 'fa:16:3e:0e:64:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '68f2128c-c4ee-4de5-af84-288bf9705ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:15Z', 'updated_at': '2021-04-19T18:21:22Z', 'revision_number': 4, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'subnets': [{'id': '68f2128c-c4ee-4de5-af84-288bf9705ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:24.826876 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:24.875328 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a088f9f-e281-470a-89a9-dde2944a7f38 None None] The sync data for ids ['609dc85e-2791-4115-9525-4ac2744e88ac'] in dv-cinder-786928-1-smb is: [{'id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'name': 'tempest-TestMinimumBasicScenario-1393176836-router', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:08Z', 'updated_at': '2021-04-19T18:21:16Z', 'revision_number': 4, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'gw_port': {'id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:09Z', 'updated_at': '2021-04-19T18:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': 'e8488234-9041-41ec-8a3a-d1bb1098d3d2', 'name': '', 'network_id': '223f0005-7301-4120-ae02-8b68452092d5', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'mac_address': 'fa:16:3e:0e:64:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '68f2128c-c4ee-4de5-af84-288bf9705ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:15Z', 'updated_at': '2021-04-19T18:21:22Z', 'revision_number': 4, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'subnets': [{'id': '68f2128c-c4ee-4de5-af84-288bf9705ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:21:24.992651 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Pushing event updated for resources: {'Port': ['ID=3a682d7a-4060-463e-8c30-0f6252a6ca07,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:25.003072 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:25.602723 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:25.964439 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 3a682d7a-4060-463e-8c30-0f6252a6ca07 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:21:26.092942 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-980544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951000'] for router, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:26.156523 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning for port 3a682d7a-4060-463e-8c30-0f6252a6ca07 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:21:26.166227 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device e8488234-9041-41ec-8a3a-d1bb1098d3d2 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:21:26.170754 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:21:26.341176 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning for port e8488234-9041-41ec-8a3a-d1bb1098d3d2 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:21:26.350030 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port e8488234-9041-41ec-8a3a-d1bb1098d3d2 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:26.350618 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:26.550749 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151b0d2-cc54-4d98-aa77-ee4cee96e79b req-9f477730-d3ce-41f3-b789-62267239b15c tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:26.579114 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8151b0d2-cc54-4d98-aa77-ee4cee96e79b req-9f477730-d3ce-41f3-b789-62267239b15c tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.7544212 Apr 19 18:21:26.641640 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:26.740724 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] For port e8488234-9041-41ec-8a3a-d1bb1098d3d2, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=e8488234-9041-41ec-8a3a-d1bb1098d3d2,segment=NetworkSegment(035eaf50-dc97-46fd-9b52-e4ec20975f0a),segment_id=035eaf50-dc97-46fd-9b52-e4ec20975f0a)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:26.761572 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:26.770991 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:26.795621 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8151b0d2-cc54-4d98-aa77-ee4cee96e79b req-f812bd94-89ef-440a-9ee1-35725b05444e tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152085 Apr 19 18:21:26.911518 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Router 303acf21-4b56-4ea8-a2f5-09e3be45b31f is scheduled to L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:21:26.961392 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55134f03-e837-4c94-8e24-21979e0f3fcd None None] Network 41b71e6f-a7b6-49ce-8e2a-32502c76fb0c requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:21:27.353635 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-4ca202d6-f715-4cf5-bbd2-74b5e1e31c7f None None] Provisioning for port 3a682d7a-4060-463e-8c30-0f6252a6ca07 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:21:27.380372 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-4ca202d6-f715-4cf5-bbd2-74b5e1e31c7f None None] Provisioning complete for port 3a682d7a-4060-463e-8c30-0f6252a6ca07 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:27.391974 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4ca202d6-f715-4cf5-bbd2-74b5e1e31c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:27.463774 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 38648) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:27.506401 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Pushing event updated for resources: {'Port': ['ID=e8488234-9041-41ec-8a3a-d1bb1098d3d2,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:27.547926 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:27.548356 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:27.548755 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:27.549124 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:27.549501 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:27.549860 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:27.550231 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:27.550580 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:27.550955 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:27.551356 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:27.551726 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:27.552102 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:21:27.579490 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:27.744056 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04218885-3b68-43f3-b302-86e0cba5dd3a req-b056f407-3922-4cf9-b0ff-bc2de2ce8f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:27.746741 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-04218885-3b68-43f3-b302-86e0cba5dd3a req-b056f407-3922-4cf9-b0ff-bc2de2ce8f31 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e5aec57c28f45319053964d5da3987a&device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 1098 time: 0.8117235 Apr 19 18:21:27.857131 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:21:27.869283 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] Sync routers for ids ['303acf21-4b56-4ea8-a2f5-09e3be45b31f'] in dv-cinder-786928-1-smb {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:21:27.894364 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] Routers {'303acf21-4b56-4ea8-a2f5-09e3be45b31f'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:21:27.897594 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device e8488234-9041-41ec-8a3a-d1bb1098d3d2 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:21:27.901191 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:21:24Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['303acf21-4b56-4ea8-a2f5-09e3be45b31f'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:27.927239 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:27.932354 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.7533424 Apr 19 18:21:27.934307 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 38658) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:27.971112 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04218885-3b68-43f3-b302-86e0cba5dd3a req-b5e8c925-8812-49cb-b909-f32cd32b4872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:27.973505 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-04218885-3b68-43f3-b302-86e0cba5dd3a req-b5e8c925-8812-49cb-b909-f32cd32b4872 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f0e48ed-9408-4c13-86a0-4f47989417a5 HTTP/1.1" status: 200 len: 919 time: 0.1984904 Apr 19 18:21:28.231090 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4ca202d6-f715-4cf5-bbd2-74b5e1e31c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:28.303044 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-04218885-3b68-43f3-b302-86e0cba5dd3a req-b379f60e-46ed-46f8-8609-5fe6f5f55395 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 HTTP/1.1" status: 200 len: 217 time: 0.3082652 Apr 19 18:21:28.350239 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-4ca202d6-f715-4cf5-bbd2-74b5e1e31c7f None None] For port 3a682d7a-4060-463e-8c30-0f6252a6ca07, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=3a682d7a-4060-463e-8c30-0f6252a6ca07,segment=NetworkSegment(c74e0754-dd8b-4f9d-a561-c435b4f6e7a6),segment_id=c74e0754-dd8b-4f9d-a561-c435b4f6e7a6)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:28.366008 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4ca202d6-f715-4cf5-bbd2-74b5e1e31c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:28.371301 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c7e9251f-4c28-4564-ba54-42874e6df894 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:28.454422 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port e8488234-9041-41ec-8a3a-d1bb1098d3d2 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:28.455462 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:28.476714 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04218885-3b68-43f3-b302-86e0cba5dd3a req-91718134-7d03-46e8-8c67-38b8ef117a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:28.478504 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-04218885-3b68-43f3-b302-86e0cba5dd3a req-91718134-7d03-46e8-8c67-38b8ef117a9e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d8afd2f9-3d31-4b4f-9adf-a6ba880844ee HTTP/1.1" status: 200 len: 858 time: 0.1653485 Apr 19 18:21:28.620504 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-04218885-3b68-43f3-b302-86e0cba5dd3a req-d42b07ad-bcc5-496b-9ed3-5d199565f717 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f0e48ed-9408-4c13-86a0-4f47989417a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325433 Apr 19 18:21:28.707098 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-dc93bf76-1d80-4243-9606-7bfc6febb73f None None] Provisioning complete for port 3a682d7a-4060-463e-8c30-0f6252a6ca07 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:28.710934 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dc93bf76-1d80-4243-9606-7bfc6febb73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:28.812058 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca202d6-f715-4cf5-bbd2-74b5e1e31c7f None None] Pushing event updated for resources: {'Port': ['ID=3a682d7a-4060-463e-8c30-0f6252a6ca07,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:28.825245 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4ca202d6-f715-4cf5-bbd2-74b5e1e31c7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:28.951886 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] Set router 303acf21-4b56-4ea8-a2f5-09e3be45b31f gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:21:28.976642 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-04218885-3b68-43f3-b302-86e0cba5dd3a req-bce7af38-849f-468b-8d4a-7dd6b62cae72 service neutron] 10.222.0.95 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476837 Apr 19 18:21:29.206076 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-04218885-3b68-43f3-b302-86e0cba5dd3a req-226f5661-ba33-4831-9897-29f9ea4c1107 service neutron] 10.222.0.95 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183757 Apr 19 18:21:29.256957 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cc859fa6-eed9-4223-afa6-4a505fb3eb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:29.285479 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-cc859fa6-eed9-4223-afa6-4a505fb3eb8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:29.289883 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-cc859fa6-eed9-4223-afa6-4a505fb3eb8c admin admin] Usage tracker for resource:security_group_rule and tenant:2a676e8431fc46a78d9965896225c62f is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:29.293460 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-cc859fa6-eed9-4223-afa6-4a505fb3eb8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:29.301039 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-cc859fa6-eed9-4223-afa6-4a505fb3eb8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:29.374580 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303acf21-4b56-4ea8-a2f5-09e3be45b31f', 'name': 'tempest-TestMinimumBasicScenario-263848567-router', 'tenant_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '62212219-f19e-4462-b0e1-fd6ce31e6a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:21Z', 'updated_at': '2021-04-19T18:21:24Z', 'revision_number': 3, 'project_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'gw_port': {'id': '62212219-f19e-4462-b0e1-fd6ce31e6a9f', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:16:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303acf21-4b56-4ea8-a2f5-09e3be45b31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:22Z', 'updated_at': '2021-04-19T18:21:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:29.379945 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] Checking router: 303acf21-4b56-4ea8-a2f5-09e3be45b31f for host: dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:21:29.380389 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] Updating router 303acf21-4b56-4ea8-a2f5-09e3be45b31f port 62212219-f19e-4462-b0e1-fd6ce31e6a9f binding host dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:21:29.447866 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cc859fa6-eed9-4223-afa6-4a505fb3eb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:29.451846 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:29.463983 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cc859fa6-eed9-4223-afa6-4a505fb3eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:29.477782 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e17cc22e-a1c1-4f5d-9cc5-27e39a6761bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:29.505598 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a9230-6222-4cf0-a027-1e98d7f9db85 req-9b8b5910-01e2-4e17-8b52-0d5768d8bc9f tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:29.510105 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2f1a9230-6222-4cf0-a027-1e98d7f9db85 req-9b8b5910-01e2-4e17-8b52-0d5768d8bc9f tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.6391947 Apr 19 18:21:29.680828 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-cc859fa6-eed9-4223-afa6-4a505fb3eb8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a676e8431fc46a78d9965896225c62f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2158401 Apr 19 18:21:29.681815 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc859fa6-eed9-4223-afa6-4a505fb3eb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5594731-e2a1-4acd-8e09-620f08a72e39,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:29.683945 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 38680) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:29.697787 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cc859fa6-eed9-4223-afa6-4a505fb3eb8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:29.829359 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2f1a9230-6222-4cf0-a027-1e98d7f9db85 req-15261f65-24a7-4473-aec2-9fb82e5c4ab6 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961824 Apr 19 18:21:29.930751 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:29.956415 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 3a682d7a-4060-463e-8c30-0f6252a6ca07 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:21:29.961988 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d7427416-9f3b-4c04-996c-316a310f1f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:30.014443 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d7427416-9f3b-4c04-996c-316a310f1f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:30.098261 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d7427416-9f3b-4c04-996c-316a310f1f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:30.110943 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-39426f12-984e-45ff-9d75-b036212086a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:30.159738 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7427416-9f3b-4c04-996c-316a310f1f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5594731-e2a1-4acd-8e09-620f08a72e39,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:30.170736 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d7427416-9f3b-4c04-996c-316a310f1f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:30.178053 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d7427416-9f3b-4c04-996c-316a310f1f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:30.179340 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-d7427416-9f3b-4c04-996c-316a310f1f9f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5594731-e2a1-4acd-8e09-620f08a72e39 HTTP/1.1" status: 204 len: 168 time: 0.4932663 Apr 19 18:21:30.186986 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:30.226008 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] Transition to ACTIVE for port object 62212219-f19e-4462-b0e1-fd6ce31e6a9f will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:21:30.244615 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:30.259477 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e77f2f29-5dad-4f05-ba2a-db28b040478f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:30.291259 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 3a682d7a-4060-463e-8c30-0f6252a6ca07 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:30.292097 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:30.482193 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c60895be-e239-460a-805d-75a7aec72cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:30.494609 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] Attempting to bind port 62212219-f19e-4462-b0e1-fd6ce31e6a9f on host dv-cinder-786928-1-smb for vnic_type normal with profile {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:21:30.495182 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] Attempting to bind port 62212219-f19e-4462-b0e1-fd6ce31e6a9f by drivers openvswitch,hyperv on host dv-cinder-786928-1-smb at level 0 using segments [{'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:21:30.502518 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] Attempting to bind port 62212219-f19e-4462-b0e1-fd6ce31e6a9f on network 4dfc8324-dbda-4de1-90b3-5f147512ea2d {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:21:30.505313 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda2b46-e964-49e0-8448-2aa7e156f346 None None] Pushing event updated for resources: {'Port': ['ID=62212219-f19e-4462-b0e1-fd6ce31e6a9f,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:30.517801 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ecda2b46-e964-49e0-8448-2aa7e156f346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:30.525670 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] Checking agent: {'id': '192a3675-2ad9-475f-abb6-aba9e9401083', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'started_at': datetime.datetime(2021, 4, 19, 18, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:21:30.527626 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30537e5b-7567-4212-bbd3-ae4734e7f23c req-91074c19-d7d2-4e60-b70f-565ef081a9d8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:30.532857 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] Checking segment: {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:21:30.533547 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:30.534262 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] Bound using segment: {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:21:30.535044 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] Bound port: 62212219-f19e-4462-b0e1-fd6ce31e6a9f, host: dv-cinder-786928-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:21:30.535817 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:30.538804 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-30537e5b-7567-4212-bbd3-ae4734e7f23c req-91074c19-d7d2-4e60-b70f-565ef081a9d8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6740908-abb4-4326-915e-081ce4f9b11f HTTP/1.1" status: 200 len: 946 time: 0.4444282 Apr 19 18:21:30.789825 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] For port 62212219-f19e-4462-b0e1-fd6ce31e6a9f, host dv-cinder-786928-1-smb, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:21:30.796712 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] For port 62212219-f19e-4462-b0e1-fd6ce31e6a9f, host dv-cinder-786928-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=62212219-f19e-4462-b0e1-fd6ce31e6a9f,segment=NetworkSegment(1f30a495-c1e9-401c-a4af-f66487472610),segment_id=1f30a495-c1e9-401c-a4af-f66487472610)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:21:30.805386 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:30.814162 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-1d489c16-1179-4f71-a804-d7ea0e0f1c49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:30.867626 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca3da8-ac75-496b-bdae-961dade0bed7 req-27bc2e53-dd48-4f49-a390-e66de5f87ab3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:30.869277 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-25ca3da8-ac75-496b-bdae-961dade0bed7 req-27bc2e53-dd48-4f49-a390-e66de5f87ab3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6740908-abb4-4326-915e-081ce4f9b11f HTTP/1.1" status: 200 len: 946 time: 0.2352681 Apr 19 18:21:30.916851 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] Routers {'303acf21-4b56-4ea8-a2f5-09e3be45b31f'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:21:30.917550 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:21:24Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['303acf21-4b56-4ea8-a2f5-09e3be45b31f'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:31.056690 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-25ca3da8-ac75-496b-bdae-961dade0bed7 req-6c9b4584-c75a-4d1c-9a8f-5a6ef2321c5a tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Deleting port 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:21:31.057465 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-25ca3da8-ac75-496b-bdae-961dade0bed7 req-6c9b4584-c75a-4d1c-9a8f-5a6ef2321c5a tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:31.066414 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-c60895be-e239-460a-805d-75a7aec72cbc admin admin] Allocated IP 172.20.0.1 (41b71e6f-a7b6-49ce-8e2a-32502c76fb0c/a79292ad-e48f-424b-80e8-a6abd704ce50/650c7ba0-c8b0-41c0-9ade-1341285b80b8) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:21:31.066632 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda2b46-e964-49e0-8448-2aa7e156f346 None None] Pushing event updated for resources: {'Port': ['ID=62212219-f19e-4462-b0e1-fd6ce31e6a9f,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:31.111918 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ecda2b46-e964-49e0-8448-2aa7e156f346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:31.256052 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c60895be-e239-460a-805d-75a7aec72cbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:31.275455 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-c60895be-e239-460a-805d-75a7aec72cbc admin admin] Transition to ACTIVE for port object 650c7ba0-c8b0-41c0-9ade-1341285b80b8 will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:21:31.308106 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c60895be-e239-460a-805d-75a7aec72cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:31.316544 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-9496a64a-2d6b-4d2e-b450-d0ab1e36f37c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:31.360714 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] Set router 303acf21-4b56-4ea8-a2f5-09e3be45b31f gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:21:31.399095 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-30537e5b-7567-4212-bbd3-ae4734e7f23c req-aaae8d42-db69-4977-9ea5-5ca0d57fa166 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8588293 Apr 19 18:21:31.483915 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60895be-e239-460a-805d-75a7aec72cbc admin admin] Network 41b71e6f-a7b6-49ce-8e2a-32502c76fb0c is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:21:31.489544 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-c60895be-e239-460a-805d-75a7aec72cbc admin admin] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:31.492286 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60895be-e239-460a-805d-75a7aec72cbc admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:21:31.575786 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60895be-e239-460a-805d-75a7aec72cbc admin admin] Pushing event updated for resources: {'Port': ['ID=650c7ba0-c8b0-41c0-9ade-1341285b80b8,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:31.603097 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c60895be-e239-460a-805d-75a7aec72cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:31.631021 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-25ca3da8-ac75-496b-bdae-961dade0bed7 req-6c9b4584-c75a-4d1c-9a8f-5a6ef2321c5a tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] For port 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=658ee17f-c8c7-4b25-ad0c-a0e92b6649c0,segment=NetworkSegment(aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4),segment_id=aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:31.631472 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-25ca3da8-ac75-496b-bdae-961dade0bed7 req-6c9b4584-c75a-4d1c-9a8f-5a6ef2321c5a tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:31.667635 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c60895be-e239-460a-805d-75a7aec72cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853813499'] for router_interface, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:32.012771 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-27cfe9ab-905f-417f-8e1d-4425f58c647b None None] Provisioning for port 650c7ba0-c8b0-41c0-9ade-1341285b80b8 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:21:32.026800 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-27cfe9ab-905f-417f-8e1d-4425f58c647b None None] Provisioning complete for port 650c7ba0-c8b0-41c0-9ade-1341285b80b8 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:32.031323 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-27cfe9ab-905f-417f-8e1d-4425f58c647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:32.075148 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778d33b-b30f-476e-9006-da3e1a20982b req-9c533a6f-c7fc-4df3-a043-1edbbe8db220 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:32.080601 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9778d33b-b30f-476e-9006-da3e1a20982b req-9c533a6f-c7fc-4df3-a043-1edbbe8db220 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 945 time: 0.3028519 Apr 19 18:21:32.105515 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303acf21-4b56-4ea8-a2f5-09e3be45b31f', 'name': 'tempest-TestMinimumBasicScenario-263848567-router', 'tenant_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '62212219-f19e-4462-b0e1-fd6ce31e6a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:21Z', 'updated_at': '2021-04-19T18:21:24Z', 'revision_number': 3, 'project_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'gw_port': {'id': '62212219-f19e-4462-b0e1-fd6ce31e6a9f', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:16:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303acf21-4b56-4ea8-a2f5-09e3be45b31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:22Z', 'updated_at': '2021-04-19T18:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:32.128315 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d8e137-c16e-48c4-94ac-313d4bcee1c7 None None] The sync data for ids ['303acf21-4b56-4ea8-a2f5-09e3be45b31f'] in dv-cinder-786928-1-smb is: [{'id': '303acf21-4b56-4ea8-a2f5-09e3be45b31f', 'name': 'tempest-TestMinimumBasicScenario-263848567-router', 'tenant_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '62212219-f19e-4462-b0e1-fd6ce31e6a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:21Z', 'updated_at': '2021-04-19T18:21:24Z', 'revision_number': 3, 'project_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'gw_port': {'id': '62212219-f19e-4462-b0e1-fd6ce31e6a9f', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:16:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303acf21-4b56-4ea8-a2f5-09e3be45b31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:22Z', 'updated_at': '2021-04-19T18:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:21:32.129379 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 38752) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:32.155377 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-25ca3da8-ac75-496b-bdae-961dade0bed7 req-6c9b4584-c75a-4d1c-9a8f-5a6ef2321c5a tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Calling delete_port for 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0 owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:21:32.198272 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-27cfe9ab-905f-417f-8e1d-4425f58c647b None None] Port 650c7ba0-c8b0-41c0-9ade-1341285b80b8 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:21:32.221955 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c60895be-e239-460a-805d-75a7aec72cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:32.417146 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a12ea5-d90b-4c0f-9655-fe59d385dbc3 req-f5272bc5-070b-4174-b56d-f28cc8222409 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:32.430526 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-69a12ea5-d90b-4c0f-9655-fe59d385dbc3 req-f5272bc5-070b-4174-b56d-f28cc8222409 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 1.2884688 Apr 19 18:21:32.550849 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c60895be-e239-460a-805d-75a7aec72cbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:32.570090 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9778d33b-b30f-476e-9006-da3e1a20982b req-0f8bd6e3-94a4-4a11-b0fc-f937dd96ccf2 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4820397 Apr 19 18:21:32.601486 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c60895be-e239-460a-805d-75a7aec72cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107811'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:32.625015 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1264350263-network', 'tenant_id': 'f6c506fc525541018ae925b541941e2a'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:32.653752 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:32.665808 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Usage tracker for resource:network and tenant:f6c506fc525541018ae925b541941e2a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:32.674031 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:32.689399 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:32.759589 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Made reservation on behalf of f6c506fc525541018ae925b541941e2a for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:21:32.764813 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:32.805629 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:32.806725 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-73ed3e53-54ff-465f-b09c-5fac75dac24f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:32.884510 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c60895be-e239-460a-805d-75a7aec72cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854186072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962402'] for router_interface, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:32.894394 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-69a12ea5-d90b-4c0f-9655-fe59d385dbc3 req-d5974d40-f4a1-478c-9e40-b0276fd1862d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624774 Apr 19 18:21:32.908843 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:32.925935 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Usage tracker for resource:security_group_rule and tenant:f6c506fc525541018ae925b541941e2a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:32.929631 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:32.946222 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:33.069839 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:33.078232 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:33.107536 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:21:33.128948 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:33.129433 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.segments_db [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Added segment 8e8425c5-a0cf-4de4-aa9d-c73027f1d45d of type vlan for network 916707c5-043e-4573-856c-ce7bc1ede628 Apr 19 18:21:33.159193 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807182314'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:33.196527 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0a4e62aa-c17d-4372-91de-c6590ec03148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:33.231056 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497e4639-f955-4f2e-8932-25e246b20651,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:33.234791 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:33.235828 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:33.240180 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:33.240977 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:33.249201 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:33.295388 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60895be-e239-460a-805d-75a7aec72cbc admin admin] Pushing event updated for resources: {'Port': ['ID=650c7ba0-c8b0-41c0-9ade-1341285b80b8,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:33.319625 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c60895be-e239-460a-805d-75a7aec72cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:33.363699 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60895be-e239-460a-805d-75a7aec72cbc admin admin] Network 41b71e6f-a7b6-49ce-8e2a-32502c76fb0c is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:21:33.368504 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-25ca3da8-ac75-496b-bdae-961dade0bed7 req-6c9b4584-c75a-4d1c-9a8f-5a6ef2321c5a tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:33.374343 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7114d-d116-4891-a3e7-e85973b2e890 req-9ed023e0-1eb8-437f-8a58-5484a53f39a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:33.377204 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-06f7114d-d116-4891-a3e7-e85973b2e890 req-9ed023e0-1eb8-437f-8a58-5484a53f39a3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 1098 time: 1.1560721 Apr 19 18:21:33.379025 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-c60895be-e239-460a-805d-75a7aec72cbc admin admin] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:33.382617 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['a2ef709f-013a-4408-bcc9-ae33d26dc54b', '6b5f7838-8ca8-4832-9e15-5f35e6101ba3', '090b01c3-0ab3-4701-9a43-d8e4c58fbd38'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:21:33.538096 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ca3da8-ac75-496b-bdae-961dade0bed7 req-6c9b4584-c75a-4d1c-9a8f-5a6ef2321c5a tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] No DVR routers for this DVR port 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0 on host hv-cinder-78692 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:21:33.545885 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-25ca3da8-ac75-496b-bdae-961dade0bed7 req-6c9b4584-c75a-4d1c-9a8f-5a6ef2321c5a tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:33.566269 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6740908-abb4-4326-915e-081ce4f9b11f', 'name': 'network-vif-deleted', 'tag': '658ee17f-c8c7-4b25-ad0c-a0e92b6649c0'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:21:33.598677 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Pushing event updated for resources: {'Network': ['ID=916707c5-043e-4573-856c-ce7bc1ede628,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:33.617173 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:33.618943 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:33.638704 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-06f7114d-d116-4891-a3e7-e85973b2e890 req-55bcb4c2-e77b-4701-b635-dd98d78b3ec4 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696463 Apr 19 18:21:33.684039 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-25ca3da8-ac75-496b-bdae-961dade0bed7 req-6c9b4584-c75a-4d1c-9a8f-5a6ef2321c5a tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.95 "DELETE /v2.0/ports/658ee17f-c8c7-4b25-ad0c-a0e92b6649c0 HTTP/1.1" status: 204 len: 173 time: 2.8011203 Apr 19 18:21:33.687175 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Network 916707c5-043e-4573-856c-ce7bc1ede628 details requested by agent ovs-agent-dv-cinder-786928-1-smb with host dv-cinder-786928-1-smb {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:21:33.691606 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4617739 Apr 19 18:21:33.698216 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 38796) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:33.706599 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-2a7fd3d2-368d-43c6-966c-e7a0091f688e admin admin] Request body: {'subnet': {'network_id': '916707c5-043e-4573-856c-ce7bc1ede628', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1264350263-subnet', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'ip_version': 4}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:33.712543 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-2a7fd3d2-368d-43c6-966c-e7a0091f688e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:33.717424 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-2a7fd3d2-368d-43c6-966c-e7a0091f688e admin admin] Usage tracker for resource:subnet and tenant:f6c506fc525541018ae925b541941e2a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:33.721401 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-2a7fd3d2-368d-43c6-966c-e7a0091f688e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:33.740418 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-2a7fd3d2-368d-43c6-966c-e7a0091f688e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:33.801681 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6740908-abb4-4326-915e-081ce4f9b11f', 'name': 'network-vif-deleted', 'tag': '658ee17f-c8c7-4b25-ad0c-a0e92b6649c0', 'status': 'completed', 'code': 200} Apr 19 18:21:33.807370 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7fd3d2-368d-43c6-966c-e7a0091f688e admin admin] Made reservation on behalf of f6c506fc525541018ae925b541941e2a for: {'subnet': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:21:33.811528 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2a7fd3d2-368d-43c6-966c-e7a0091f688e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853703913'] for subnet, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:33.828341 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b4584-c75a-4d1c-9a8f-5a6ef2321c5a tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Pushing event deleted for resources: {'Port': ['ID=658ee17f-c8c7-4b25-ad0c-a0e92b6649c0,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:33.833326 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-6c9b4584-c75a-4d1c-9a8f-5a6ef2321c5a tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:33.876195 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd238d-8fd9-4091-b303-07fa24a6c59b req-319ea8f7-5977-45dd-a2f5-66f60045e101 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:33.884908 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cecd238d-8fd9-4091-b303-07fa24a6c59b req-319ea8f7-5977-45dd-a2f5-66f60045e101 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6740908-abb4-4326-915e-081ce4f9b11f HTTP/1.1" status: 200 len: 867 time: 0.9880619 Apr 19 18:21:34.021219 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cecd238d-8fd9-4091-b303-07fa24a6c59b req-9a6358aa-0f09-4f2a-9717-a77eaa9ce02e tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305900 Apr 19 18:21:34.117441 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60895be-e239-460a-805d-75a7aec72cbc admin admin] Router 303acf21-4b56-4ea8-a2f5-09e3be45b31f has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:21:34.152486 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbf667-5c49-40ce-b5e2-66896a7ab703 req-e0ca4404-fec6-4a80-8c07-bbbeece26ddc tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:34.154479 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-38bbf667-5c49-40ce-b5e2-66896a7ab703 req-e0ca4404-fec6-4a80-8c07-bbbeece26ddc tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 945 time: 0.1774747 Apr 19 18:21:34.278142 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 62212219-f19e-4462-b0e1-fd6ce31e6a9f up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:21:34.280483 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-38bbf667-5c49-40ce-b5e2-66896a7ab703 req-636a9f89-3aea-405d-9b19-99e3d116790c tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063566 Apr 19 18:21:34.397667 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-62fff66b-e67f-48ab-ad36-3f79076d1deb None None] Provisioning complete for port 650c7ba0-c8b0-41c0-9ade-1341285b80b8 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:34.398467 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-62fff66b-e67f-48ab-ad36-3f79076d1deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:34.470698 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-62fff66b-e67f-48ab-ad36-3f79076d1deb None None] Port 650c7ba0-c8b0-41c0-9ade-1341285b80b8 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:21:34.474245 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning for port 62212219-f19e-4462-b0e1-fd6ce31e6a9f completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:21:34.481976 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 62212219-f19e-4462-b0e1-fd6ce31e6a9f triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:34.482715 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:34.752425 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:21:34.795087 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e862793-1d34-4bf9-868d-5874b883f641 req-6894a5ea-4bc1-4ccf-8afd-bc66d462ed20 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:34.804591 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5e862793-1d34-4bf9-868d-5874b883f641 req-6894a5ea-4bc1-4ccf-8afd-bc66d462ed20 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.5303032 Apr 19 18:21:34.897776 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60895be-e239-460a-805d-75a7aec72cbc admin admin] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:21:34.945027 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-c60895be-e239-460a-805d-75a7aec72cbc admin admin] 10.222.0.20 "PUT /v2.0/routers/303acf21-4b56-4ea8-a2f5-09e3be45b31f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0060556 Apr 19 18:21:34.961995 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5e862793-1d34-4bf9-868d-5874b883f641 req-88b982aa-67a0-4d09-abda-c91767973b81 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559389 Apr 19 18:21:35.001393 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2a7fd3d2-368d-43c6-966c-e7a0091f688e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1253113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853703930'] for subnet, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:35.012798 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7e9f888a-b103-4358-81c8-afd3c53036ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:35.098344 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-475608ed-a13e-46e7-9848-c108f45467de None None] No Port match for: 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:21:35.098740 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 658ee17f-c8c7-4b25-ad0c-a0e92b6649c0 not bound to the agent host hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:21:35.291541 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7fd3d2-368d-43c6-966c-e7a0091f688e admin admin] Checking segment: {'id': '8e8425c5-a0cf-4de4-aa9d-c73027f1d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:21:35.298271 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7fd3d2-368d-43c6-966c-e7a0091f688e admin admin] Network hostable DHCP agents. Network: 916707c5-043e-4573-856c-ce7bc1ede628, hostable agents: ['c63027b6-2e67-4fd7-9492-d43596a5c67c'], hosted agents: [] {{(pid=86363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:21:35.309782 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fd3d2-368d-43c6-966c-e7a0091f688e admin admin] Pushing event updated for resources: {'Subnet': ['ID=27665a9e-a6d3-4733-9100-5290165a150f,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:35.314179 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2a7fd3d2-368d-43c6-966c-e7a0091f688e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:35.535292 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-129ad472-8466-440f-bd7a-ed801bab26cc req-fffea939-5374-4a88-be7b-2f8ce599dff5 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Synchronizing usage tracker for tenant:08eaac8bfe8c4be3ab36db0e9749a483 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:21:35.606499 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7fd3d2-368d-43c6-966c-e7a0091f688e admin admin] Network 916707c5-043e-4573-856c-ce7bc1ede628 is scheduled to be hosted by DHCP agent c63027b6-2e67-4fd7-9492-d43596a5c67c with binding_index 1 {{(pid=86363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:21:35.621065 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:35.626170 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-129ad472-8466-440f-bd7a-ed801bab26cc req-fffea939-5374-4a88-be7b-2f8ce599dff5 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Unset dirty status for tenant:08eaac8bfe8c4be3ab36db0e9749a483 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:21:35.631010 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-129ad472-8466-440f-bd7a-ed801bab26cc req-fffea939-5374-4a88-be7b-2f8ce599dff5 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6740908-abb4-4326-915e-081ce4f9b11f HTTP/1.1" status: 200 len: 210 time: 0.3232770 Apr 19 18:21:35.643343 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-2a7fd3d2-368d-43c6-966c-e7a0091f688e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-smb, 916707c5-043e-4573-856c-ce7bc1ede628) {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:35.676469 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7fd3d2-368d-43c6-966c-e7a0091f688e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:35.678654 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2a7fd3d2-368d-43c6-966c-e7a0091f688e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:35.692733 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] For port 62212219-f19e-4462-b0e1-fd6ce31e6a9f, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=62212219-f19e-4462-b0e1-fd6ce31e6a9f,segment=NetworkSegment(1f30a495-c1e9-401c-a4af-f66487472610),segment_id=1f30a495-c1e9-401c-a4af-f66487472610)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:35.717576 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:35.720479 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] Sync routers for ids ['303acf21-4b56-4ea8-a2f5-09e3be45b31f'] in dv-cinder-786928-1-smb {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:21:35.731757 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-2a7fd3d2-368d-43c6-966c-e7a0091f688e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0323319 Apr 19 18:21:35.738115 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 38846) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:35.740401 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebe6111-d25f-4f47-bb64-d14111a39eea None None] Network 916707c5-043e-4573-856c-ce7bc1ede628 requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:21:35.751519 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1264350263-router', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:21:35.772239 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:35.789352 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Usage tracker for resource:router and tenant:f6c506fc525541018ae925b541941e2a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:35.797229 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:35.814432 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:35.815702 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a379dd-d300-4aab-975d-e0285129db8c req-bca5f47f-1f9b-45d4-9253-eaea2b479f2d tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:35.826529 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d4a379dd-d300-4aab-975d-e0285129db8c req-bca5f47f-1f9b-45d4-9253-eaea2b479f2d tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 945 time: 0.2444232 Apr 19 18:21:35.871110 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760915'] for router, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:35.872348 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853824541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853825019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853828076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14885'] for router, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:35.920565 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:35.937372 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d4a379dd-d300-4aab-975d-e0285129db8c req-331cd834-53b8-433d-8a5f-baf2b0711ef6 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096911 Apr 19 18:21:36.136309 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:36.261463 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] Routers {'303acf21-4b56-4ea8-a2f5-09e3be45b31f'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:21:36.262404 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:21:24Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['303acf21-4b56-4ea8-a2f5-09e3be45b31f'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:36.660188 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Pushing event updated for resources: {'Port': ['ID=62212219-f19e-4462-b0e1-fd6ce31e6a9f,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:36.668761 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:36.862336 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] Set router 303acf21-4b56-4ea8-a2f5-09e3be45b31f gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:21:36.926173 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853824782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853795240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:37.093677 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa386e3f5-4976-53db-a822-d0050a1a6416-916707c5-043e-4573-856c-ce7bc1ede628', 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'fixed_ips': [{'subnet_id': '27665a9e-a6d3-4733-9100-5290165a150f'}]}} from dv-cinder-786928-1-smb. {{(pid=86365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:21:37.097718 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:37.172171 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9e1f5-9905-46bf-82f3-4b13091dc7a2 req-cb20ac05-4394-4e93-bb11-1e677eb38951 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:37.182645 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-14b9e1f5-9905-46bf-82f3-4b13091dc7a2 req-cb20ac05-4394-4e93-bb11-1e677eb38951 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.9889071 Apr 19 18:21:37.357372 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 38912) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:37.422151 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-14b9e1f5-9905-46bf-82f3-4b13091dc7a2 req-781a6da0-b385-444c-9cd0-10d230c0f621 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382820 Apr 19 18:21:37.459159 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f7c50-c389-4228-a5a9-ff04ca51f392 req-9b81be4b-be90-43dd-bb28-40f9e62a4a90 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:37.467702 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7e2f7c50-c389-4228-a5a9-ff04ca51f392 req-9b81be4b-be90-43dd-bb28-40f9e62a4a90 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 945 time: 0.2120531 Apr 19 18:21:37.549431 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Allocated IP 172.20.0.2 (916707c5-043e-4573-856c-ce7bc1ede628/27665a9e-a6d3-4733-9100-5290165a150f/29b638f7-9bf0-4e16-9585-e586f69c0326) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:21:37.616872 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7e2f7c50-c389-4228-a5a9-ff04ca51f392 req-8d309256-a1c2-43aa-92ae-3672c06e1545 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425920 Apr 19 18:21:37.704768 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f3f78172-820a-4d81-9026-cbe12d586416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:37.809742 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-f3f78172-820a-4d81-9026-cbe12d586416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:37.857407 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-f3f78172-820a-4d81-9026-cbe12d586416 admin admin] Usage tracker for resource:security_group_rule and tenant:77839bfa141741a78d657b600f828fa4 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:37.878989 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-f3f78172-820a-4d81-9026-cbe12d586416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:37.902620 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-f3f78172-820a-4d81-9026-cbe12d586416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:38.039980 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 62212219-f19e-4462-b0e1-fd6ce31e6a9f up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:21:38.111055 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:38.249657 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:38.349598 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f3f78172-820a-4d81-9026-cbe12d586416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:38.359745 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f3f78172-820a-4d81-9026-cbe12d586416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:38.405335 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d93f4f2e-425a-4dc1-b981-8adcfe66c9db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:38.567418 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:38.594135 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Allocated IP 172.28.1.10 (4dfc8324-dbda-4de1-90b3-5f147512ea2d/f0204761-35d7-4590-8809-1a6eb894c7a2/387758b6-a53d-49c5-b72e-fe088ec2008a) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:21:38.598900 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Transition to ACTIVE for port object 29b638f7-9bf0-4e16-9585-e586f69c0326 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:21:38.608175 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f78172-820a-4d81-9026-cbe12d586416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bde191f-96e1-425b-ac70-ee2b578d11e4,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:38.630565 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-f3f78172-820a-4d81-9026-cbe12d586416 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77839bfa141741a78d657b600f828fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2663658 Apr 19 18:21:38.646374 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f3f78172-820a-4d81-9026-cbe12d586416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:38.646374 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 38932) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:38.646675 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 62212219-f19e-4462-b0e1-fd6ce31e6a9f triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:38.646675 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:38.737264 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Transition to ACTIVE for port object 29b638f7-9bf0-4e16-9585-e586f69c0326 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:21:38.970609 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:38.983812 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1f4873bc-fe26-4eed-9991-ce04401a8e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:39.052790 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:39.121219 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:39.144351 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1f4873bc-fe26-4eed-9991-ce04401a8e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:39.346820 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Network 916707c5-043e-4573-856c-ce7bc1ede628 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:21:39.452502 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05f4ec-b774-4cfd-826f-d248c59c9206 req-ed7d93a3-3393-4221-a773-2aeab644bf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:39.463521 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ff05f4ec-b774-4cfd-826f-d248c59c9206 req-ed7d93a3-3393-4221-a773-2aeab644bf63 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e5aec57c28f45319053964d5da3987a&device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 1098 time: 1.2832785 Apr 19 18:21:39.479501 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560efdf-2f21-4939-b571-a75a83ff295f req-620bf750-1dd2-4126-945d-6b24ffa58f0e tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:39.486552 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7560efdf-2f21-4939-b571-a75a83ff295f req-620bf750-1dd2-4126-945d-6b24ffa58f0e tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 1.2385809 Apr 19 18:21:39.489137 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Resources bound (agent type, host, resource id): {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:39.559571 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:39.586851 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:21:39.606086 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ca11e5a0-93f2-467f-8ec3-4e36a45c6dbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:39.707934 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1f4873bc-fe26-4eed-9991-ce04401a8e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:39.744707 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0eb3e292-d60c-4612-964a-760ac139d9e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:39.821836 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4873bc-fe26-4eed-9991-ce04401a8e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bde191f-96e1-425b-ac70-ee2b578d11e4,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:39.824844 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1f4873bc-fe26-4eed-9991-ce04401a8e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:39.831341 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-1f4873bc-fe26-4eed-9991-ce04401a8e82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bde191f-96e1-425b-ac70-ee2b578d11e4 HTTP/1.1" status: 204 len: 168 time: 1.1721728 Apr 19 18:21:39.834062 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-1f4873bc-fe26-4eed-9991-ce04401a8e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:39.840654 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Network 4dfc8324-dbda-4de1-90b3-5f147512ea2d is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:21:40.000948 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6f797-e50f-4e31-ba93-b0e78b2aec19 req-74cd1c82-d3a3-45c2-ad94-1242e89cd86e tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:40.018956 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-18d6f797-e50f-4e31-ba93-b0e78b2aec19 req-74cd1c82-d3a3-45c2-ad94-1242e89cd86e tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 945 time: 0.6195362 Apr 19 18:21:40.019845 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Pushing event updated for resources: {'Port': ['ID=387758b6-a53d-49c5-b72e-fe088ec2008a,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:40.023987 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:40.026545 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05f4ec-b774-4cfd-826f-d248c59c9206 req-2f92150e-7849-421d-976a-a6f53898d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:40.028507 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ff05f4ec-b774-4cfd-826f-d248c59c9206 req-2f92150e-7849-421d-976a-a6f53898d00d service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f0e48ed-9408-4c13-86a0-4f47989417a5 HTTP/1.1" status: 200 len: 919 time: 0.5381446 Apr 19 18:21:40.030200 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:40.034959 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:21:40.115139 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Pushing event updated for resources: {'Port': ['ID=29b638f7-9bf0-4e16-9585-e586f69c0326,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:40.129043 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.076s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:40.179121 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ff05f4ec-b774-4cfd-826f-d248c59c9206 req-316120e1-7716-40fc-85c4-aaa88fdf2c00 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 HTTP/1.1" status: 200 len: 217 time: 0.1011207 Apr 19 18:21:40.246142 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-18d6f797-e50f-4e31-ba93-b0e78b2aec19 req-8ebb2f4a-2c1d-495a-9c8d-95f6c83985ab tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144191 Apr 19 18:21:40.281191 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05f4ec-b774-4cfd-826f-d248c59c9206 req-81ae20c7-bc2c-4acf-bd3e-5d18aa5907f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:40.283896 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ff05f4ec-b774-4cfd-826f-d248c59c9206 req-81ae20c7-bc2c-4acf-bd3e-5d18aa5907f7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d8afd2f9-3d31-4b4f-9adf-a6ba880844ee HTTP/1.1" status: 200 len: 858 time: 0.0930283 Apr 19 18:21:40.314873 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7560efdf-2f21-4939-b571-a75a83ff295f req-08901bc2-b888-42c9-9b2d-a5663fc19095 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8199799 Apr 19 18:21:40.377369 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ff05f4ec-b774-4cfd-826f-d248c59c9206 req-fe70a816-18b6-4213-8d27-8ff8358de108 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f0e48ed-9408-4c13-86a0-4f47989417a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683880 Apr 19 18:21:40.472954 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303acf21-4b56-4ea8-a2f5-09e3be45b31f', 'name': 'tempest-TestMinimumBasicScenario-263848567-router', 'tenant_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '62212219-f19e-4462-b0e1-fd6ce31e6a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:21Z', 'updated_at': '2021-04-19T18:21:32Z', 'revision_number': 4, 'project_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'gw_port': {'id': '62212219-f19e-4462-b0e1-fd6ce31e6a9f', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:16:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303acf21-4b56-4ea8-a2f5-09e3be45b31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:22Z', 'updated_at': '2021-04-19T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': '650c7ba0-c8b0-41c0-9ade-1341285b80b8', 'name': '', 'network_id': '41b71e6f-a7b6-49ce-8e2a-32502c76fb0c', 'tenant_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'mac_address': 'fa:16:3e:77:e5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303acf21-4b56-4ea8-a2f5-09e3be45b31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'a79292ad-e48f-424b-80e8-a6abd704ce50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:30Z', 'updated_at': '2021-04-19T18:21:32Z', 'revision_number': 2, 'project_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'subnets': [{'id': 'a79292ad-e48f-424b-80e8-a6abd704ce50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:40.499432 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] Checking router: 303acf21-4b56-4ea8-a2f5-09e3be45b31f for host: dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:21:40.500430 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] Updating router 303acf21-4b56-4ea8-a2f5-09e3be45b31f port 650c7ba0-c8b0-41c0-9ade-1341285b80b8 binding host dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:21:40.679443 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Attempting to bind port 29b638f7-9bf0-4e16-9585-e586f69c0326 on host dv-cinder-786928-1-smb for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:21:40.689946 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Attempting to bind port 29b638f7-9bf0-4e16-9585-e586f69c0326 by drivers openvswitch,hyperv on host dv-cinder-786928-1-smb at level 0 using segments [{'id': '8e8425c5-a0cf-4de4-aa9d-c73027f1d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:21:40.697221 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Attempting to bind port 29b638f7-9bf0-4e16-9585-e586f69c0326 on network 916707c5-043e-4573-856c-ce7bc1ede628 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:21:40.803764 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 38952) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:40.826325 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Checking agent: {'id': '192a3675-2ad9-475f-abb6-aba9e9401083', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'started_at': datetime.datetime(2021, 4, 19, 18, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:21:40.831218 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Checking segment: {'id': '8e8425c5-a0cf-4de4-aa9d-c73027f1d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:21:40.832179 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:40.832932 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Bound using segment: {'id': '8e8425c5-a0cf-4de4-aa9d-c73027f1d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:21:40.841079 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Bound port: 29b638f7-9bf0-4e16-9585-e586f69c0326, host: dv-cinder-786928-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8425c5-a0cf-4de4-aa9d-c73027f1d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:21:40.842140 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:40.863696 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fcf9d7f2-c2d4-4c41-b2f1-172be4ce9f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:40.902643 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-fcf9d7f2-c2d4-4c41-b2f1-172be4ce9f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:40.918066 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-fcf9d7f2-c2d4-4c41-b2f1-172be4ce9f30 admin admin] Usage tracker for resource:security_group_rule and tenant:fe1e71041726445ebe6da4e94d96b44b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:40.921682 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-fcf9d7f2-c2d4-4c41-b2f1-172be4ce9f30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:40.930844 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-fcf9d7f2-c2d4-4c41-b2f1-172be4ce9f30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:40.966213 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:41.100740 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ff05f4ec-b774-4cfd-826f-d248c59c9206 req-b117ee5d-b2dd-49cd-9cd3-239faae5929e service neutron] 10.222.0.95 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7012997 Apr 19 18:21:41.282435 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fcf9d7f2-c2d4-4c41-b2f1-172be4ce9f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:41.306469 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fcf9d7f2-c2d4-4c41-b2f1-172be4ce9f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:41.384592 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-03606257-ca4f-4c4b-8f93-72e4e448c5bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:41.425416 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-fcf9d7f2-c2d4-4c41-b2f1-172be4ce9f30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe1e71041726445ebe6da4e94d96b44b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6165786 Apr 19 18:21:41.431535 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] For port 29b638f7-9bf0-4e16-9585-e586f69c0326, host dv-cinder-786928-1-smb, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:21:41.434757 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 38966) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:41.447137 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] For port 29b638f7-9bf0-4e16-9585-e586f69c0326, host dv-cinder-786928-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=29b638f7-9bf0-4e16-9585-e586f69c0326,segment=NetworkSegment(8e8425c5-a0cf-4de4-aa9d-c73027f1d45d),segment_id=8e8425c5-a0cf-4de4-aa9d-c73027f1d45d)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:21:41.450767 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9d7f2-c2d4-4c41-b2f1-172be4ce9f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2329ed-823d-44d4-9d63-223ecc7f57c9,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:41.456010 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fcf9d7f2-c2d4-4c41-b2f1-172be4ce9f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:41.485382 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:41.509907 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15719ea-31e4-4072-ae1c-84bc64044f1e req-c8891a76-9183-4c8b-9009-3ccdc4531712 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:41.513777 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:41.520057 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c15719ea-31e4-4072-ae1c-84bc64044f1e req-c8891a76-9183-4c8b-9009-3ccdc4531712 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=b49ab866-a9d5-44e0-842b-47839a495c2d HTTP/1.1" status: 200 len: 945 time: 0.8212962 Apr 19 18:21:41.533971 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9583b-7399-4c3b-b83b-8b18a8bd8d96 req-ff1b0f5a-5aa5-4db2-b9e9-af0aba4ae000 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:41.535697 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c1c9583b-7399-4c3b-b83b-8b18a8bd8d96 req-ff1b0f5a-5aa5-4db2-b9e9-af0aba4ae000 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.95 "GET /v2.0/ports?device_id=b49ab866-a9d5-44e0-842b-47839a495c2d HTTP/1.1" status: 200 len: 945 time: 0.4572542 Apr 19 18:21:41.653278 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-c1c9583b-7399-4c3b-b83b-8b18a8bd8d96 req-424b0783-e475-47fa-9bca-434305217bdc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Deleting port 090b01c3-0ab3-4701-9a43-d8e4c58fbd38 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:21:41.653655 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-c1c9583b-7399-4c3b-b83b-8b18a8bd8d96 req-424b0783-e475-47fa-9bca-434305217bdc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:41.927513 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Pushing event updated for resources: {'Port': ['ID=29b638f7-9bf0-4e16-9585-e586f69c0326,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:41.995850 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:42.060198 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-c1c9583b-7399-4c3b-b83b-8b18a8bd8d96 req-424b0783-e475-47fa-9bca-434305217bdc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] For port 090b01c3-0ab3-4701-9a43-d8e4c58fbd38, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=090b01c3-0ab3-4701-9a43-d8e4c58fbd38,segment=NetworkSegment(aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4),segment_id=aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:42.060719 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-c1c9583b-7399-4c3b-b83b-8b18a8bd8d96 req-424b0783-e475-47fa-9bca-434305217bdc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:42.090378 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ff05f4ec-b774-4cfd-826f-d248c59c9206 req-14e17ff4-94d1-4a89-854b-a665addcdbdd service neutron] 10.222.0.95 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9636981 Apr 19 18:21:42.293318 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01b600-c671-41c2-8804-f129c1d63e85 req-80223cb9-3827-460b-bdec-fa49ec9e3b1c tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:42.308408 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9b01b600-c671-41c2-8804-f129c1d63e85 req-80223cb9-3827-460b-bdec-fa49ec9e3b1c tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 945 time: 0.6648581 Apr 19 18:21:42.326155 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-c1c9583b-7399-4c3b-b83b-8b18a8bd8d96 req-424b0783-e475-47fa-9bca-434305217bdc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Calling delete_port for 090b01c3-0ab3-4701-9a43-d8e4c58fbd38 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:21:42.721010 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:42.792634 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9b01b600-c671-41c2-8804-f129c1d63e85 req-1b95084b-c966-4a20-bfa6-2b5340babd06 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4794092 Apr 19 18:21:42.807130 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c15719ea-31e4-4072-ae1c-84bc64044f1e req-e6911eae-bd1a-4a10-8c45-e8489120c30f tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2853565 Apr 19 18:21:42.870978 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:43.104184 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 29b638f7-9bf0-4e16-9585-e586f69c0326 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:21:43.211936 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-54d62960-192e-418a-a90d-5561199b6dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:43.263582 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning for port 29b638f7-9bf0-4e16-9585-e586f69c0326 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:21:43.332414 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] Transition to ACTIVE for port object 650c7ba0-c8b0-41c0-9ade-1341285b80b8 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:21:43.342340 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-c1c9583b-7399-4c3b-b83b-8b18a8bd8d96 req-424b0783-e475-47fa-9bca-434305217bdc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:43.344074 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:43.351591 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-54d62960-192e-418a-a90d-5561199b6dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:43.364030 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:43.385462 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:43.537713 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['a2ef709f-013a-4408-bcc9-ae33d26dc54b', '6b5f7838-8ca8-4832-9e15-5f35e6101ba3'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:21:43.638484 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b0783-e475-47fa-9bca-434305217bdc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Pushing event deleted for resources: {'Port': ['ID=090b01c3-0ab3-4701-9a43-d8e4c58fbd38,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:43.907737 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-424b0783-e475-47fa-9bca-434305217bdc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:43.915237 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751365f2-f573-484f-a71e-1c8027ee1bbf None None] Pushing event updated for resources: {'Port': ['ID=650c7ba0-c8b0-41c0-9ade-1341285b80b8,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:43.947466 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-751365f2-f573-484f-a71e-1c8027ee1bbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:44.238585 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c9583b-7399-4c3b-b83b-8b18a8bd8d96 req-424b0783-e475-47fa-9bca-434305217bdc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] No DVR routers for this DVR port 090b01c3-0ab3-4701-9a43-d8e4c58fbd38 on host hv-cinder-78692 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:21:44.248796 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-c1c9583b-7399-4c3b-b83b-8b18a8bd8d96 req-424b0783-e475-47fa-9bca-434305217bdc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:44.258706 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49ab866-a9d5-44e0-842b-47839a495c2d', 'name': 'network-vif-deleted', 'tag': '090b01c3-0ab3-4701-9a43-d8e4c58fbd38'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:21:44.358540 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 38986) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:44.365883 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c1c9583b-7399-4c3b-b83b-8b18a8bd8d96 req-424b0783-e475-47fa-9bca-434305217bdc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.95 "DELETE /v2.0/ports/090b01c3-0ab3-4701-9a43-d8e4c58fbd38 HTTP/1.1" status: 204 len: 173 time: 2.8206697 Apr 19 18:21:44.649166 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-387dde7a-04fb-4a2f-b59f-073844531d29 req-bd6811e4-5a61-4b64-986b-0249aa771d93 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Synchronizing usage tracker for tenant:08eaac8bfe8c4be3ab36db0e9749a483 on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:21:44.666681 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-387dde7a-04fb-4a2f-b59f-073844531d29 req-bd6811e4-5a61-4b64-986b-0249aa771d93 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Unset dirty status for tenant:08eaac8bfe8c4be3ab36db0e9749a483 on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:21:44.674623 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-387dde7a-04fb-4a2f-b59f-073844531d29 req-bd6811e4-5a61-4b64-986b-0249aa771d93 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=b49ab866-a9d5-44e0-842b-47839a495c2d HTTP/1.1" status: 200 len: 210 time: 0.2761328 Apr 19 18:21:44.731940 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-54d62960-192e-418a-a90d-5561199b6dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:44.739317 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-811d3029-aa63-4c10-8b5c-f592d1564586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:44.806383 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-54d62960-192e-418a-a90d-5561199b6dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:44.815718 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-54d62960-192e-418a-a90d-5561199b6dd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce2329ed-823d-44d4-9d63-223ecc7f57c9 HTTP/1.1" status: 204 len: 168 time: 3.3533113 Apr 19 18:21:44.828201 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d62960-192e-418a-a90d-5561199b6dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2329ed-823d-44d4-9d63-223ecc7f57c9,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:44.838460 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-54d62960-192e-418a-a90d-5561199b6dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:44.903012 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 090b01c3-0ab3-4701-9a43-d8e4c58fbd38 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:21:44.923417 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-57266e14-0a24-4954-a7b4-fc39a48a2e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:44.952808 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-980544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951000'] for router, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:44.992647 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-57266e14-0a24-4954-a7b4-fc39a48a2e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:21:44.993755 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d835edb-f3a6-4731-a814-1c7c5d7829a9 None None] Network 916707c5-043e-4573-856c-ce7bc1ede628 requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:21:45.012589 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-57266e14-0a24-4954-a7b4-fc39a48a2e58 admin admin] Usage tracker for resource:security_group_rule and tenant:b216d264d72e4385a0958c2e190a2e51 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:21:45.023101 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-57266e14-0a24-4954-a7b4-fc39a48a2e58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:21:45.037690 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-57266e14-0a24-4954-a7b4-fc39a48a2e58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:21:45.217297 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-475608ed-a13e-46e7-9848-c108f45467de None None] No Port match for: 090b01c3-0ab3-4701-9a43-d8e4c58fbd38 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:21:45.217963 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 090b01c3-0ab3-4701-9a43-d8e4c58fbd38 not bound to the agent host hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:21:45.269570 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54865537-7609-4a46-a041-e3eacede3245 req-d36a7e7e-1feb-411b-958e-7cf5f5783044 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:45.284547 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-54865537-7609-4a46-a041-e3eacede3245 req-d36a7e7e-1feb-411b-958e-7cf5f5783044 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 945 time: 0.2368965 Apr 19 18:21:45.376527 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-54865537-7609-4a46-a041-e3eacede3245 req-8c040166-4954-4ec6-89c6-0ef20d56f80c tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892136 Apr 19 18:21:45.515666 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49ab866-a9d5-44e0-842b-47839a495c2d', 'name': 'network-vif-deleted', 'tag': '090b01c3-0ab3-4701-9a43-d8e4c58fbd38', 'status': 'completed', 'code': 200} Apr 19 18:21:45.525226 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-57266e14-0a24-4954-a7b4-fc39a48a2e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:45.534659 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-57266e14-0a24-4954-a7b4-fc39a48a2e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:45.586857 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee776e4-3c84-455b-aef8-4c0110110bbf req-4b8fb284-6199-458d-b369-eb699c6d8b88 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:45.592119 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:45.595958 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5ee776e4-3c84-455b-aef8-4c0110110bbf req-4b8fb284-6199-458d-b369-eb699c6d8b88 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 2.3283923 Apr 19 18:21:45.668876 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] Attempting to bind port 650c7ba0-c8b0-41c0-9ade-1341285b80b8 on host dv-cinder-786928-1-smb for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:21:45.671749 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] Attempting to bind port 650c7ba0-c8b0-41c0-9ade-1341285b80b8 by drivers openvswitch,hyperv on host dv-cinder-786928-1-smb at level 0 using segments [{'id': 'c74e0754-dd8b-4f9d-a561-c435b4f6e7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '41b71e6f-a7b6-49ce-8e2a-32502c76fb0c'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:21:45.672349 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] Attempting to bind port 650c7ba0-c8b0-41c0-9ade-1341285b80b8 on network 41b71e6f-a7b6-49ce-8e2a-32502c76fb0c {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:21:45.711129 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] Checking agent: {'id': '192a3675-2ad9-475f-abb6-aba9e9401083', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'started_at': datetime.datetime(2021, 4, 19, 18, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:21:45.711880 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] Checking segment: {'id': 'c74e0754-dd8b-4f9d-a561-c435b4f6e7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '41b71e6f-a7b6-49ce-8e2a-32502c76fb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:21:45.712515 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:45.713128 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] Bound using segment: {'id': 'c74e0754-dd8b-4f9d-a561-c435b4f6e7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '41b71e6f-a7b6-49ce-8e2a-32502c76fb0c'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:21:45.713829 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] Bound port: 650c7ba0-c8b0-41c0-9ade-1341285b80b8, host: dv-cinder-786928-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74e0754-dd8b-4f9d-a561-c435b4f6e7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '41b71e6f-a7b6-49ce-8e2a-32502c76fb0c'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:21:45.714410 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:45.717837 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-57266e14-0a24-4954-a7b4-fc39a48a2e58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b216d264d72e4385a0958c2e190a2e51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3501327 Apr 19 18:21:45.730909 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 39006) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:45.731756 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57266e14-0a24-4954-a7b4-fc39a48a2e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a3a294-658b-414c-b181-4042936d50d5,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:45.762449 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-57266e14-0a24-4954-a7b4-fc39a48a2e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:45.795409 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-0c14fd8a-905a-4f99-8bf7-72e1b028b4b4 None None] Provisioning for port 29b638f7-9bf0-4e16-9585-e586f69c0326 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:21:45.952620 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] For port 650c7ba0-c8b0-41c0-9ade-1341285b80b8, host dv-cinder-786928-1-smb, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:21:45.957364 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] For port 650c7ba0-c8b0-41c0-9ade-1341285b80b8, host dv-cinder-786928-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=650c7ba0-c8b0-41c0-9ade-1341285b80b8,segment=NetworkSegment(c74e0754-dd8b-4f9d-a561-c435b4f6e7a6),segment_id=c74e0754-dd8b-4f9d-a561-c435b4f6e7a6)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:21:45.958880 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-0c14fd8a-905a-4f99-8bf7-72e1b028b4b4 None None] Provisioning complete for port 29b638f7-9bf0-4e16-9585-e586f69c0326 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:45.960084 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0c14fd8a-905a-4f99-8bf7-72e1b028b4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:46.018153 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:46.026164 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5ee776e4-3c84-455b-aef8-4c0110110bbf req-97faf818-95b4-46bf-b5a5-98c1041481e3 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114583 Apr 19 18:21:46.062862 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2637570e-736d-4730-96ba-375b212cc462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:46.066686 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d2e9246f-5a59-453e-88ab-bf00c77f9341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:46.084745 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Router f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad is scheduled to L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 with binding_index 1 {{(pid=86363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:21:46.151547 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d2e9246f-5a59-453e-88ab-bf00c77f9341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:46.285628 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d2e9246f-5a59-453e-88ab-bf00c77f9341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:46.310420 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cc859fa6-eed9-4223-afa6-4a505fb3eb8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:46.355786 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9246f-5a59-453e-88ab-bf00c77f9341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a3a294-658b-414c-b181-4042936d50d5,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:46.361497 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d2e9246f-5a59-453e-88ab-bf00c77f9341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:46.364994 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d2e9246f-5a59-453e-88ab-bf00c77f9341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:46.369801 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-d2e9246f-5a59-453e-88ab-bf00c77f9341 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66a3a294-658b-414c-b181-4042936d50d5 HTTP/1.1" status: 204 len: 168 time: 0.6323531 Apr 19 18:21:46.378431 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751365f2-f573-484f-a71e-1c8027ee1bbf None None] Pushing event updated for resources: {'Port': ['ID=650c7ba0-c8b0-41c0-9ade-1341285b80b8,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:46.416223 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-751365f2-f573-484f-a71e-1c8027ee1bbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:46.445018 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] Routers {'303acf21-4b56-4ea8-a2f5-09e3be45b31f'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:21:46.445888 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:21:24Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['303acf21-4b56-4ea8-a2f5-09e3be45b31f'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:46.765646 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:21:46.777828 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] Sync routers for ids ['f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'] in dv-cinder-786928-1-smb {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:21:46.797410 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] Routers {'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:21:46.798150 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:21:24Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:47.077606 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:47.082455 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 39032) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:21:47.085977 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 11.3467565 Apr 19 18:21:47.175644 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d058b0b-ac4b-4a5f-8381-5aea35e0044c req-1552fa35-7aae-4a41-97b6-0c560579cd8f tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:47.197590 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4d058b0b-ac4b-4a5f-8381-5aea35e0044c req-1552fa35-7aae-4a41-97b6-0c560579cd8f tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 945 time: 0.4156363 Apr 19 18:21:47.225164 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] Set router 303acf21-4b56-4ea8-a2f5-09e3be45b31f gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:21:47.263716 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4d058b0b-ac4b-4a5f-8381-5aea35e0044c req-9c4be42b-610f-4969-9c98-3d894f48822f tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649848 Apr 19 18:21:47.958131 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195c46a-a69d-43a3-9372-9a323bbbbed0 req-238a08e9-22ba-45aa-8d00-db832ddec6fe tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:47.966262 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e195c46a-a69d-43a3-9372-9a323bbbbed0 req-238a08e9-22ba-45aa-8d00-db832ddec6fe tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.3174059 Apr 19 18:21:48.114919 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e195c46a-a69d-43a3-9372-9a323bbbbed0 req-60826029-050c-424f-ab4e-607393138d99 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475117 Apr 19 18:21:48.161535 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] Set router f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:21:48.225090 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0c14fd8a-905a-4f99-8bf7-72e1b028b4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:48.469282 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9f323-08d9-4d93-a3ff-1079f5425711 req-1655285b-5f85-4f39-803e-f4e847cf034c tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:48.483874 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bca9f323-08d9-4d93-a3ff-1079f5425711 req-1655285b-5f85-4f39-803e-f4e847cf034c tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5719137-eb41-4d45-b7eb-621e5860ece7 HTTP/1.1" status: 200 len: 945 time: 0.6492741 Apr 19 18:21:48.738073 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-0c14fd8a-905a-4f99-8bf7-72e1b028b4b4 None None] For port 29b638f7-9bf0-4e16-9585-e586f69c0326, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=29b638f7-9bf0-4e16-9585-e586f69c0326,segment=NetworkSegment(8e8425c5-a0cf-4de4-aa9d-c73027f1d45d),segment_id=8e8425c5-a0cf-4de4-aa9d-c73027f1d45d)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:48.780268 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device f101b6b7-f82b-4f63-9ca7-d9aea6985bec details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:21:48.847546 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640aae18-062d-4e2b-a977-9ac22aac5413 req-c2051094-83d8-46c3-b3aa-f03dd1d073e7 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:48.864065 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-640aae18-062d-4e2b-a977-9ac22aac5413 req-c2051094-83d8-46c3-b3aa-f03dd1d073e7 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 945 time: 0.3270853 Apr 19 18:21:48.896339 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bca9f323-08d9-4d93-a3ff-1079f5425711 req-3132e86c-652f-4f1f-bd9c-1473bd66e4b9 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142165 Apr 19 18:21:49.010910 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-640aae18-062d-4e2b-a977-9ac22aac5413 req-890f98ca-ece7-4650-9b1e-d0ab122b960c tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353793 Apr 19 18:21:49.099464 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port f101b6b7-f82b-4f63-9ca7-d9aea6985bec, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f101b6b7-f82b-4f63-9ca7-d9aea6985bec,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:49.166043 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0c14fd8a-905a-4f99-8bf7-72e1b028b4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:49.168468 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14149d6b-673d-40ee-a85d-5c718ce2986d req-2348654f-2858-4e5a-8c62-b394eef642bd tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:49.170544 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-14149d6b-673d-40ee-a85d-5c718ce2986d req-2348654f-2858-4e5a-8c62-b394eef642bd tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.95 "GET /v2.0/ports?device_id=a5719137-eb41-4d45-b7eb-621e5860ece7 HTTP/1.1" status: 200 len: 945 time: 0.6634467 Apr 19 18:21:49.191691 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:49.430983 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Returning: {'device': 'f101b6b7-f82b-4f63-9ca7-d9aea6985bec', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'port_id': 'f101b6b7-f82b-4f63-9ca7-d9aea6985bec', 'mac_address': 'fa:16:3e:4f:5c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:21:49.448987 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14fd8a-905a-4f99-8bf7-72e1b028b4b4 None None] Pushing event updated for resources: {'Port': ['ID=29b638f7-9bf0-4e16-9585-e586f69c0326,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:49.449628 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'name': 'tempest-TestShelveInstance-1264350263-router', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:35Z', 'updated_at': '2021-04-19T18:21:42Z', 'revision_number': 3, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'gw_port': {'id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:38Z', 'updated_at': '2021-04-19T18:21:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:49.457753 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0c14fd8a-905a-4f99-8bf7-72e1b028b4b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:49.474702 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] Checking router: f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad for host: dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:21:49.475106 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] Updating router f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad port 387758b6-a53d-49c5-b72e-fe088ec2008a binding host dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:21:49.590222 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:49.637952 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f101b6b7-f82b-4f63-9ca7-d9aea6985bec {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:21:49.663967 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:49.670354 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port f101b6b7-f82b-4f63-9ca7-d9aea6985bec, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f101b6b7-f82b-4f63-9ca7-d9aea6985bec,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:49.697859 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:49.710250 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-751365f2-f573-484f-a71e-1c8027ee1bbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:49.880812 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=f101b6b7-f82b-4f63-9ca7-d9aea6985bec,revision_number=6']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:49.887548 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:49.894790 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-be6f198c-9ba8-4330-91a0-8bb3f9eea7cc None None] Provisioning complete for port 29b638f7-9bf0-4e16-9585-e586f69c0326 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:49.895462 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-be6f198c-9ba8-4330-91a0-8bb3f9eea7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:50.037816 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['f101b6b7-f82b-4f63-9ca7-d9aea6985bec'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:21:50.661700 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778e06b-587d-44f9-aa00-4222ad13dd05 req-49a4e0a6-0538-4b8f-9f37-f61021440dde tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:50.681668 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5778e06b-587d-44f9-aa00-4222ad13dd05 req-49a4e0a6-0538-4b8f-9f37-f61021440dde tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 944 time: 0.3067586 Apr 19 18:21:50.729084 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303acf21-4b56-4ea8-a2f5-09e3be45b31f', 'name': 'tempest-TestMinimumBasicScenario-263848567-router', 'tenant_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '62212219-f19e-4462-b0e1-fd6ce31e6a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:21Z', 'updated_at': '2021-04-19T18:21:32Z', 'revision_number': 4, 'project_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'gw_port': {'id': '62212219-f19e-4462-b0e1-fd6ce31e6a9f', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:16:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303acf21-4b56-4ea8-a2f5-09e3be45b31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:22Z', 'updated_at': '2021-04-19T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': '650c7ba0-c8b0-41c0-9ade-1341285b80b8', 'name': '', 'network_id': '41b71e6f-a7b6-49ce-8e2a-32502c76fb0c', 'tenant_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'mac_address': 'fa:16:3e:77:e5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303acf21-4b56-4ea8-a2f5-09e3be45b31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'a79292ad-e48f-424b-80e8-a6abd704ce50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:30Z', 'updated_at': '2021-04-19T18:21:45Z', 'revision_number': 4, 'project_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'subnets': [{'id': 'a79292ad-e48f-424b-80e8-a6abd704ce50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:50.739117 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8da71dbc-3a05-497f-837b-21b0a0c93989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:50.743173 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1675c9-3518-4d90-8b06-80dd7cf07143 None None] The sync data for ids ['303acf21-4b56-4ea8-a2f5-09e3be45b31f'] in dv-cinder-786928-1-smb is: [{'id': '303acf21-4b56-4ea8-a2f5-09e3be45b31f', 'name': 'tempest-TestMinimumBasicScenario-263848567-router', 'tenant_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '62212219-f19e-4462-b0e1-fd6ce31e6a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:21Z', 'updated_at': '2021-04-19T18:21:32Z', 'revision_number': 4, 'project_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'gw_port': {'id': '62212219-f19e-4462-b0e1-fd6ce31e6a9f', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:16:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303acf21-4b56-4ea8-a2f5-09e3be45b31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:22Z', 'updated_at': '2021-04-19T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': '650c7ba0-c8b0-41c0-9ade-1341285b80b8', 'name': '', 'network_id': '41b71e6f-a7b6-49ce-8e2a-32502c76fb0c', 'tenant_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'mac_address': 'fa:16:3e:77:e5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303acf21-4b56-4ea8-a2f5-09e3be45b31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'a79292ad-e48f-424b-80e8-a6abd704ce50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:30Z', 'updated_at': '2021-04-19T18:21:45Z', 'revision_number': 4, 'project_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'subnets': [{'id': 'a79292ad-e48f-424b-80e8-a6abd704ce50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:21:50.886246 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5778e06b-587d-44f9-aa00-4222ad13dd05 req-a353d6b0-4b05-402c-9c93-821a0a545ec8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031717 Apr 19 18:21:50.965193 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 29b638f7-9bf0-4e16-9585-e586f69c0326 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:21:51.117361 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:51.195594 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] Transition to ACTIVE for port object 387758b6-a53d-49c5-b72e-fe088ec2008a will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:21:51.233850 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:51.306613 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-b32a8979-7f27-4bec-8ffe-4d8d1d6d04d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:51.509689 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 29b638f7-9bf0-4e16-9585-e586f69c0326 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:51.510552 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:51.770036 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017ba64-323f-4b14-9ed3-65db06549e6a None None] Pushing event updated for resources: {'Port': ['ID=387758b6-a53d-49c5-b72e-fe088ec2008a,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:51.787388 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-14149d6b-673d-40ee-a85d-5c718ce2986d req-a2d5098a-3854-403b-b8a4-360c8e999530 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Deleting port 6b5f7838-8ca8-4832-9e15-5f35e6101ba3 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:21:51.795409 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-9017ba64-323f-4b14-9ed3-65db06549e6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:51.796336 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] Attempting to bind port 387758b6-a53d-49c5-b72e-fe088ec2008a on host dv-cinder-786928-1-smb for vnic_type normal with profile {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:21:51.796743 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] Attempting to bind port 387758b6-a53d-49c5-b72e-fe088ec2008a by drivers openvswitch,hyperv on host dv-cinder-786928-1-smb at level 0 using segments [{'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:21:51.797147 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] Attempting to bind port 387758b6-a53d-49c5-b72e-fe088ec2008a on network 4dfc8324-dbda-4de1-90b3-5f147512ea2d {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:21:51.802167 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-14149d6b-673d-40ee-a85d-5c718ce2986d req-a2d5098a-3854-403b-b8a4-360c8e999530 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:51.827092 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] Checking agent: {'id': '192a3675-2ad9-475f-abb6-aba9e9401083', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'started_at': datetime.datetime(2021, 4, 19, 18, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:21:51.827538 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] Checking segment: {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:21:51.827990 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:51.838757 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] Bound using segment: {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:21:51.839650 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] Bound port: 387758b6-a53d-49c5-b72e-fe088ec2008a, host: dv-cinder-786928-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:21:51.840097 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:51.962406 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da9268-3634-45f0-8eda-32c2cc282820 req-096ca0b4-a1a7-405f-975f-b2524931432d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:51.980526 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0812d2c2-8020-4d50-a3bb-9da27df86b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:51.981443 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-52da9268-3634-45f0-8eda-32c2cc282820 req-096ca0b4-a1a7-405f-975f-b2524931432d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.3141310 Apr 19 18:21:52.098297 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-52da9268-3634-45f0-8eda-32c2cc282820 req-69663ea3-3bf5-4a73-b2c2-4ca680bb5378 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152720 Apr 19 18:21:52.131640 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] For port 387758b6-a53d-49c5-b72e-fe088ec2008a, host dv-cinder-786928-1-smb, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:21:52.137931 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] For port 387758b6-a53d-49c5-b72e-fe088ec2008a, host dv-cinder-786928-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=387758b6-a53d-49c5-b72e-fe088ec2008a,segment=NetworkSegment(1f30a495-c1e9-401c-a4af-f66487472610),segment_id=1f30a495-c1e9-401c-a4af-f66487472610)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:21:52.154078 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:52.189384 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:52.452860 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b616557-025f-49fa-9612-eb6a992a0ef6 req-6f1dd5bf-349d-47e0-a4cd-75b30df4834e tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:52.468723 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2b616557-025f-49fa-9612-eb6a992a0ef6 req-6f1dd5bf-349d-47e0-a4cd-75b30df4834e tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 944 time: 0.1424499 Apr 19 18:21:52.552385 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2b616557-025f-49fa-9612-eb6a992a0ef6 req-661b1c9a-e020-4560-82e7-597c35435990 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798645 Apr 19 18:21:52.689480 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] Routers {'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:21:52.690183 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:21:24Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:52.743009 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device f101b6b7-f82b-4f63-9ca7-d9aea6985bec up at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:21:52.933964 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017ba64-323f-4b14-9ed3-65db06549e6a None None] Pushing event updated for resources: {'Port': ['ID=387758b6-a53d-49c5-b72e-fe088ec2008a,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:52.933964 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-9017ba64-323f-4b14-9ed3-65db06549e6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:53.058234 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] Set router f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:21:53.144755 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning complete for port f101b6b7-f82b-4f63-9ca7-d9aea6985bec triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:53.145248 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:53.399864 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f0bde549-dc8d-4c0d-b8e0-0facfd9a3b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:53.426655 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 650c7ba0-c8b0-41c0-9ade-1341285b80b8 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:21:53.562825 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-0812d2c2-8020-4d50-a3bb-9da27df86b7a admin admin] Allocated IP 172.20.0.1 (916707c5-043e-4573-856c-ce7bc1ede628/27665a9e-a6d3-4733-9100-5290165a150f/d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:21:53.782409 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:53.934403 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:53.941450 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa19aac-dfe7-4dbb-a756-31c52a15dd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f101b6b7-f82b-4f63-9ca7-d9aea6985bec'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:21:53.961514 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning for port 650c7ba0-c8b0-41c0-9ade-1341285b80b8 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:21:53.964764 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'name': 'tempest-TestShelveInstance-1264350263-router', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:35Z', 'updated_at': '2021-04-19T18:21:42Z', 'revision_number': 3, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'gw_port': {'id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:38Z', 'updated_at': '2021-04-19T18:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:21:53.975064 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 650c7ba0-c8b0-41c0-9ade-1341285b80b8 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:53.975521 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:53.981023 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9933232-d7e0-4a1a-866f-c855b4703d00 None None] The sync data for ids ['f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'] in dv-cinder-786928-1-smb is: [{'id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'name': 'tempest-TestShelveInstance-1264350263-router', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:35Z', 'updated_at': '2021-04-19T18:21:42Z', 'revision_number': 3, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'gw_port': {'id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:38Z', 'updated_at': '2021-04-19T18:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:21:54.072686 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port f101b6b7-f82b-4f63-9ca7-d9aea6985bec, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f101b6b7-f82b-4f63-9ca7-d9aea6985bec,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:54.077611 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:54.082317 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 6b5f7838-8ca8-4832-9e15-5f35e6101ba3 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:21:54.175503 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-289d4297-04d1-4a76-a417-674bccf5ee18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:54.198025 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-14149d6b-673d-40ee-a85d-5c718ce2986d req-a2d5098a-3854-403b-b8a4-360c8e999530 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] For port 6b5f7838-8ca8-4832-9e15-5f35e6101ba3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=6b5f7838-8ca8-4832-9e15-5f35e6101ba3,segment=NetworkSegment(aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4),segment_id=aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:54.208826 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-14149d6b-673d-40ee-a85d-5c718ce2986d req-a2d5098a-3854-403b-b8a4-360c8e999530 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:54.449328 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:54.479840 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:54.608925 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-14149d6b-673d-40ee-a85d-5c718ce2986d req-a2d5098a-3854-403b-b8a4-360c8e999530 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Calling delete_port for 6b5f7838-8ca8-4832-9e15-5f35e6101ba3 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:21:54.726406 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 6b5f7838-8ca8-4832-9e15-5f35e6101ba3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=6b5f7838-8ca8-4832-9e15-5f35e6101ba3,segment=NetworkSegment(aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4),segment_id=aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:54.732037 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:54.789361 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:54.811186 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=f101b6b7-f82b-4f63-9ca7-d9aea6985bec,revision_number=7']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:54.835292 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:54.836163 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:55.000125 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4148e-3cb2-46b0-8f77-e24e616d8b3b req-87c0e024-519e-46cf-96c7-39bb10bc21d5 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:55.012675 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7de4148e-3cb2-46b0-8f77-e24e616d8b3b req-87c0e024-519e-46cf-96c7-39bb10bc21d5 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5719137-eb41-4d45-b7eb-621e5860ece7 HTTP/1.1" status: 200 len: 945 time: 4.7511573 Apr 19 18:21:55.031781 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.db.api [req-14149d6b-673d-40ee-a85d-5c718ce2986d req-a2d5098a-3854-403b-b8a4-360c8e999530 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86364) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:21:55.032757 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_db.api [req-14149d6b-673d-40ee-a85d-5c718ce2986d req-a2d5098a-3854-403b-b8a4-360c8e999530 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:21:55.120612 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] For port 650c7ba0-c8b0-41c0-9ade-1341285b80b8, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=650c7ba0-c8b0-41c0-9ade-1341285b80b8,segment=NetworkSegment(c74e0754-dd8b-4f9d-a561-c435b4f6e7a6),segment_id=c74e0754-dd8b-4f9d-a561-c435b4f6e7a6)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:55.148270 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:55.193841 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=6b5f7838-8ca8-4832-9e15-5f35e6101ba3,revision_number=6']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:55.203698 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:55.206314 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:55.219864 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7de4148e-3cb2-46b0-8f77-e24e616d8b3b req-77dba2ff-1b09-48ee-a258-7c1be98c425f tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060449 Apr 19 18:21:55.299893 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0812d2c2-8020-4d50-a3bb-9da27df86b7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:55.338496 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-0812d2c2-8020-4d50-a3bb-9da27df86b7a admin admin] Transition to ACTIVE for port object d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2 will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:21:55.366033 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Pushing event updated for resources: {'Port': ['ID=650c7ba0-c8b0-41c0-9ade-1341285b80b8,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:55.370308 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:55.424924 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 387758b6-a53d-49c5-b72e-fe088ec2008a up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:21:55.456752 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0812d2c2-8020-4d50-a3bb-9da27df86b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:55.473963 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:55.587648 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-14149d6b-673d-40ee-a85d-5c718ce2986d req-a2d5098a-3854-403b-b8a4-360c8e999530 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Deleting port 6b5f7838-8ca8-4832-9e15-5f35e6101ba3 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:21:55.588262 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-14149d6b-673d-40ee-a85d-5c718ce2986d req-a2d5098a-3854-403b-b8a4-360c8e999530 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:55.604043 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning for port 387758b6-a53d-49c5-b72e-fe088ec2008a completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:21:55.632425 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 387758b6-a53d-49c5-b72e-fe088ec2008a triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:55.634358 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:55.653141 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812d2c2-8020-4d50-a3bb-9da27df86b7a admin admin] Pushing event updated for resources: {'Port': ['ID=d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:55.756818 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:55.808397 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0812d2c2-8020-4d50-a3bb-9da27df86b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:55.918290 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0812d2c2-8020-4d50-a3bb-9da27df86b7a admin admin] Network 916707c5-043e-4573-856c-ce7bc1ede628 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:21:55.957504 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-0812d2c2-8020-4d50-a3bb-9da27df86b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:21:55.960154 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:55.989526 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] For port 387758b6-a53d-49c5-b72e-fe088ec2008a, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=387758b6-a53d-49c5-b72e-fe088ec2008a,segment=NetworkSegment(1f30a495-c1e9-401c-a4af-f66487472610),segment_id=1f30a495-c1e9-401c-a4af-f66487472610)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:55.994144 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:56.004967 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0812d2c2-8020-4d50-a3bb-9da27df86b7a admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:21:56.006881 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:56.208706 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Pushing event updated for resources: {'Port': ['ID=387758b6-a53d-49c5-b72e-fe088ec2008a,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:56.212587 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:56.216885 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0812d2c2-8020-4d50-a3bb-9da27df86b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853813499'] for router_interface, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:56.360923 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-292cc902-0ad6-4ebc-bd53-450e787ac1c3 None None] Provisioning for port d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:21:56.376259 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-292cc902-0ad6-4ebc-bd53-450e787ac1c3 None None] Provisioning complete for port d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:56.376830 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-292cc902-0ad6-4ebc-bd53-450e787ac1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:56.594926 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-292cc902-0ad6-4ebc-bd53-450e787ac1c3 None None] Port d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:21:56.680208 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-14149d6b-673d-40ee-a85d-5c718ce2986d req-a2d5098a-3854-403b-b8a4-360c8e999530 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] For port 6b5f7838-8ca8-4832-9e15-5f35e6101ba3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=6b5f7838-8ca8-4832-9e15-5f35e6101ba3,segment=NetworkSegment(aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4),segment_id=aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:21:56.680633 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-14149d6b-673d-40ee-a85d-5c718ce2986d req-a2d5098a-3854-403b-b8a4-360c8e999530 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:56.879080 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97efb4-cfae-47fc-aaa0-4defb561d2a1 req-b4579c13-c7bb-4c89-942c-59400a2df07a tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:56.880834 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8e97efb4-cfae-47fc-aaa0-4defb561d2a1 req-b4579c13-c7bb-4c89-942c-59400a2df07a tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 945 time: 1.1988838 Apr 19 18:21:56.978699 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-14149d6b-673d-40ee-a85d-5c718ce2986d req-a2d5098a-3854-403b-b8a4-360c8e999530 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Calling delete_port for 6b5f7838-8ca8-4832-9e15-5f35e6101ba3 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:21:57.150437 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0812d2c2-8020-4d50-a3bb-9da27df86b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:57.353412 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 650c7ba0-c8b0-41c0-9ade-1341285b80b8 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:21:57.471916 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 650c7ba0-c8b0-41c0-9ade-1341285b80b8 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:57.482444 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:57.834567 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 387758b6-a53d-49c5-b72e-fe088ec2008a up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:21:57.862886 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8e97efb4-cfae-47fc-aaa0-4defb561d2a1 req-d8b8f9d2-7b10-488b-819b-92f5468d4cf9 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9055774 Apr 19 18:21:58.023721 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 387758b6-a53d-49c5-b72e-fe088ec2008a triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:21:58.024164 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:58.085574 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-14149d6b-673d-40ee-a85d-5c718ce2986d req-a2d5098a-3854-403b-b8a4-360c8e999530 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:58.129115 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa19aac-dfe7-4dbb-a756-31c52a15dd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f101b6b7-f82b-4f63-9ca7-d9aea6985bec', 'code': 200} Apr 19 18:21:58.131933 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['a2ef709f-013a-4408-bcc9-ae33d26dc54b'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:21:58.157585 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:58.564167 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5098a-3854-403b-b8a4-360c8e999530 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Pushing event deleted for resources: {'Port': ['ID=6b5f7838-8ca8-4832-9e15-5f35e6101ba3,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:58.587645 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a2d5098a-3854-403b-b8a4-360c8e999530 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:58.604534 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e82c8287-42ee-4761-9a01-b6f2ceaeb3a3 req-75970aa9-754c-43a0-ab85-8e6809440c60 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5719137-eb41-4d45-b7eb-621e5860ece7 HTTP/1.1" status: 200 len: 210 time: 0.1664593 Apr 19 18:21:58.687784 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-14149d6b-673d-40ee-a85d-5c718ce2986d req-a2d5098a-3854-403b-b8a4-360c8e999530 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] No DVR routers for this DVR port 6b5f7838-8ca8-4832-9e15-5f35e6101ba3 on host hv-cinder-78692 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:21:58.691779 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-14149d6b-673d-40ee-a85d-5c718ce2986d req-a2d5098a-3854-403b-b8a4-360c8e999530 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:58.708498 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5719137-eb41-4d45-b7eb-621e5860ece7', 'name': 'network-vif-deleted', 'tag': '6b5f7838-8ca8-4832-9e15-5f35e6101ba3'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:21:58.724867 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-14149d6b-673d-40ee-a85d-5c718ce2986d req-a2d5098a-3854-403b-b8a4-360c8e999530 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.95 "DELETE /v2.0/ports/6b5f7838-8ca8-4832-9e15-5f35e6101ba3 HTTP/1.1" status: 204 len: 173 time: 8.8707359 Apr 19 18:21:58.733948 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0812d2c2-8020-4d50-a3bb-9da27df86b7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:58.742290 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0812d2c2-8020-4d50-a3bb-9da27df86b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107811'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:58.774070 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0812d2c2-8020-4d50-a3bb-9da27df86b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:21:59.014869 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812d2c2-8020-4d50-a3bb-9da27df86b7a admin admin] Pushing event updated for resources: {'Port': ['ID=d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:21:59.025503 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0812d2c2-8020-4d50-a3bb-9da27df86b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854186072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962402'] for router_interface, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:59.029736 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0812d2c2-8020-4d50-a3bb-9da27df86b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:21:59.812527 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5719137-eb41-4d45-b7eb-621e5860ece7', 'name': 'network-vif-deleted', 'tag': '6b5f7838-8ca8-4832-9e15-5f35e6101ba3', 'status': 'completed', 'code': 200} Apr 19 18:21:59.910061 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:21:59.977731 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb2fe9-4a34-49fe-b365-b9552e8c6f88 req-540e7895-877b-4c76-8353-decd2bde9341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:21:59.979586 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5ddb2fe9-4a34-49fe-b365-b9552e8c6f88 req-540e7895-877b-4c76-8353-decd2bde9341 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e5aec57c28f45319053964d5da3987a&device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 1098 time: 0.3115258 Apr 19 18:22:00.033190 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0812d2c2-8020-4d50-a3bb-9da27df86b7a admin admin] Network 916707c5-043e-4573-856c-ce7bc1ede628 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:22:00.094321 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-0812d2c2-8020-4d50-a3bb-9da27df86b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:00.131229 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5719137-eb41-4d45-b7eb-621e5860ece7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b5f7838-8ca8-4832-9e15-5f35e6101ba3'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:22:00.163542 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb2fe9-4a34-49fe-b365-b9552e8c6f88 req-b8875140-2bd2-435d-9b7f-3ab6a49fe9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:00.165217 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5ddb2fe9-4a34-49fe-b365-b9552e8c6f88 req-b8875140-2bd2-435d-9b7f-3ab6a49fe9fa service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f0e48ed-9408-4c13-86a0-4f47989417a5 HTTP/1.1" status: 200 len: 919 time: 0.1690862 Apr 19 18:22:00.415518 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-2b090793-5dd9-4df6-969a-118f6d0ff3be None None] Provisioning complete for port d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:00.416732 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2b090793-5dd9-4df6-969a-118f6d0ff3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:00.480176 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0812d2c2-8020-4d50-a3bb-9da27df86b7a admin admin] Router f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:22:00.521648 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5ddb2fe9-4a34-49fe-b365-b9552e8c6f88 req-cc254fb2-b2a1-45f7-b8b8-61049eb99814 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 HTTP/1.1" status: 200 len: 217 time: 0.1096485 Apr 19 18:22:00.524250 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-2b090793-5dd9-4df6-969a-118f6d0ff3be None None] Port d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:22:00.792539 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0812d2c2-8020-4d50-a3bb-9da27df86b7a admin admin] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:22:00.800184 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-0812d2c2-8020-4d50-a3bb-9da27df86b7a admin admin] 10.222.0.20 "PUT /v2.0/routers/f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7165551 Apr 19 18:22:00.803768 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] Sync routers for ids ['f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'] in dv-cinder-786928-1-smb {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:22:00.817257 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4e21c-6916-4432-921b-3486a3253ee0 req-a6d5b328-a9cf-47d6-82f4-8d234a5329ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:00.830098 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] Routers {'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:00.831176 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:21:53Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:00.832769 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d0a4e21c-6916-4432-921b-3486a3253ee0 req-a6d5b328-a9cf-47d6-82f4-8d234a5329ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 945 time: 0.9633060 Apr 19 18:22:00.985867 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d0a4e21c-6916-4432-921b-3486a3253ee0 req-bba7ec3c-d4f6-49e1-9b47-d22d594ed927 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490018 Apr 19 18:22:00.987876 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb2fe9-4a34-49fe-b365-b9552e8c6f88 req-efd2ecd6-2d49-4857-a6e0-80e5fa00465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:00.990730 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5ddb2fe9-4a34-49fe-b365-b9552e8c6f88 req-efd2ecd6-2d49-4857-a6e0-80e5fa00465d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d8afd2f9-3d31-4b4f-9adf-a6ba880844ee HTTP/1.1" status: 200 len: 858 time: 0.2602496 Apr 19 18:22:01.193462 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5ddb2fe9-4a34-49fe-b365-b9552e8c6f88 req-e23565f5-7986-46e6-ba96-6ade5b49ad7a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f0e48ed-9408-4c13-86a0-4f47989417a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1675768 Apr 19 18:22:01.463162 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-982b29a4-26dc-4ca4-aa36-b97eb7903d5d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=102da98d1c7243309c4b2235f866867b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816929 Apr 19 18:22:01.486058 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] Set router f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:01.528696 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5ddb2fe9-4a34-49fe-b365-b9552e8c6f88 req-1623abc0-5fb8-4c02-aa3d-5670cbe39007 service neutron] 10.222.0.95 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280597 Apr 19 18:22:01.552153 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e1e79-d2a6-46ef-b2bc-153c76f16847 req-ea27edcd-05bd-4fdb-a2a9-c53d99532746 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:01.554061 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c10e1e79-d2a6-46ef-b2bc-153c76f16847 req-ea27edcd-05bd-4fdb-a2a9-c53d99532746 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.1815872 Apr 19 18:22:01.787090 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5ddb2fe9-4a34-49fe-b365-b9552e8c6f88 req-2a43ba34-d343-4179-8b5e-f9d04c83ec3b service neutron] 10.222.0.95 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468939 Apr 19 18:22:01.852887 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c10e1e79-d2a6-46ef-b2bc-153c76f16847 req-2820d96d-9c3c-4082-85ab-0c1aa1a9ba17 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646808 Apr 19 18:22:01.944989 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-73e25ea4-c3e2-4a70-8d3b-fd8b2cd6a15c tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:01.949066 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-73e25ea4-c3e2-4a70-8d3b-fd8b2cd6a15c tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4797878 Apr 19 18:22:01.988797 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'name': 'tempest-TestShelveInstance-1264350263-router', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:35Z', 'updated_at': '2021-04-19T18:21:56Z', 'revision_number': 4, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'gw_port': {'id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:38Z', 'updated_at': '2021-04-19T18:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': 'd2db5f9b-d56d-4355-9c8c-61e6e2f30cb2', 'name': '', 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'mac_address': 'fa:16:3e:04:c4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '27665a9e-a6d3-4733-9100-5290165a150f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:52Z', 'updated_at': '2021-04-19T18:21:57Z', 'revision_number': 2, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'subnets': [{'id': '27665a9e-a6d3-4733-9100-5290165a150f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:02.001437 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-124ffe53-41e0-4afe-a63e-973363a772f2 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/quotas/102da98d1c7243309c4b2235f866867b HTTP/1.1" status: 200 len: 375 time: 0.0426636 Apr 19 18:22:02.007632 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] Checking router: f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad for host: dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:22:02.008044 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] Updating router f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad port d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2 binding host dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:22:02.065307 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-eaf09147-7474-4365-abb4-03605535e3a2 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=102da98d1c7243309c4b2235f866867b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616646 Apr 19 18:22:02.092107 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5719137-eb41-4d45-b7eb-621e5860ece7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b5f7838-8ca8-4832-9e15-5f35e6101ba3', 'code': 200} Apr 19 18:22:02.133621 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:02.170198 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 39286) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:02.176732 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-733477448-network', 'tenant_id': 'c2c381dc3a20413b956718a231d968bc'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:02.185195 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:02.192961 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Usage tracker for resource:network and tenant:c2c381dc3a20413b956718a231d968bc is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:02.197251 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:02.203643 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:02.226091 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Made reservation on behalf of c2c381dc3a20413b956718a231d968bc for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:22:02.231186 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:02.256346 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:02.323593 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:02.347540 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Usage tracker for resource:security_group_rule and tenant:c2c381dc3a20413b956718a231d968bc is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:02.353010 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:02.363093 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:02.605996 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:02.616506 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:02.645130 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:22:02.658529 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:02.658983 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.segments_db [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Added segment 7192b8e2-0d64-43a3-9726-fac5d3d0f51b of type vlan for network a20fc5e6-2855-4458-8aaf-9d3d19620b7d Apr 19 18:22:02.710409 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee30b5-548f-4aae-8dd7-f63d97c40ec4 req-cd7d488c-eefe-4b5d-adee-c1802662baec tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:02.722593 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-55ee30b5-548f-4aae-8dd7-f63d97c40ec4 req-cd7d488c-eefe-4b5d-adee-c1802662baec tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 945 time: 0.2352450 Apr 19 18:22:02.734067 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-1b2790c5-88b0-4471-a275-231d103ad664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:02.742002 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807182314'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:02.828110 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:02.828772 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-55ee30b5-548f-4aae-8dd7-f63d97c40ec4 req-5ced8c0f-2ed5-4939-b47a-ec58ab511368 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040936 Apr 19 18:22:02.835816 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:02.842835 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:03.016042 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5a8b95-82af-47b5-83f8-110586cabf23,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:03.028192 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:03.042052 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4d4e55eb-e95f-4c91-8ebe-335324d9af77 req-0f7f29ab-4e5a-4377-b240-89a68387beb0 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/ports?device_id=a58b5890-2f78-4773-8b17-4ea208a71a8c HTTP/1.1" status: 200 len: 210 time: 0.1648681 Apr 19 18:22:03.043618 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cb576d90-72c4-4786-a320-342210fe9ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:03.053483 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:03.134804 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] Transition to ACTIVE for port object d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:03.147858 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:03.170654 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:22:03.176051 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c353697e-cd1d-42ae-b090-db5b1e530055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:03.359899 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81055d-aeb9-4fd2-9423-1b60880c71da None None] Pushing event updated for resources: {'Port': ['ID=d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:03.372853 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7c81055d-aeb9-4fd2-9423-1b60880c71da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:03.453803 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2824163 Apr 19 18:22:03.457121 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 39358) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:03.463756 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-3b5f1218-4c29-4321-a0c7-dc4c365fc0a2 admin admin] Request body: {'subnet': {'network_id': 'a20fc5e6-2855-4458-8aaf-9d3d19620b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-733477448-subnet', 'tenant_id': 'c2c381dc3a20413b956718a231d968bc', 'ip_version': 4}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:03.472432 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-3b5f1218-4c29-4321-a0c7-dc4c365fc0a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:03.497783 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-3b5f1218-4c29-4321-a0c7-dc4c365fc0a2 admin admin] Usage tracker for resource:subnet and tenant:c2c381dc3a20413b956718a231d968bc is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:03.511143 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-3b5f1218-4c29-4321-a0c7-dc4c365fc0a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:03.534032 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-3b5f1218-4c29-4321-a0c7-dc4c365fc0a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:03.590987 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5f1218-4c29-4321-a0c7-dc4c365fc0a2 admin admin] Made reservation on behalf of c2c381dc3a20413b956718a231d968bc for: {'subnet': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:22:03.592688 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] Attempting to bind port d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2 on host dv-cinder-786928-1-smb for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:22:03.596162 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3b5f1218-4c29-4321-a0c7-dc4c365fc0a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853703913'] for subnet, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:03.596432 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] Attempting to bind port d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2 by drivers openvswitch,hyperv on host dv-cinder-786928-1-smb at level 0 using segments [{'id': '8e8425c5-a0cf-4de4-aa9d-c73027f1d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:22:03.597253 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] Attempting to bind port d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2 on network 916707c5-043e-4573-856c-ce7bc1ede628 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:03.624000 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] Checking agent: {'id': '192a3675-2ad9-475f-abb6-aba9e9401083', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'started_at': datetime.datetime(2021, 4, 19, 18, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:22:03.629424 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] Checking segment: {'id': '8e8425c5-a0cf-4de4-aa9d-c73027f1d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:22:03.633285 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:03.634379 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] Bound using segment: {'id': '8e8425c5-a0cf-4de4-aa9d-c73027f1d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:22:03.635482 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] Bound port: d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2, host: dv-cinder-786928-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8425c5-a0cf-4de4-aa9d-c73027f1d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:22:03.637055 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:03.711098 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Pushing event updated for resources: {'Network': ['ID=a20fc5e6-2855-4458-8aaf-9d3d19620b7d,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:03.722267 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:03.793049 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Network a20fc5e6-2855-4458-8aaf-9d3d19620b7d details requested by agent ovs-agent-dv-cinder-786928-1-smb with host dv-cinder-786928-1-smb {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:22:03.853181 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef1beb-f791-42e4-8e72-9a1bcdb605ff req-567b1517-c259-4e2e-a63d-f3435d0fdcfc tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:03.866022 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-16ef1beb-f791-42e4-8e72-9a1bcdb605ff req-567b1517-c259-4e2e-a63d-f3435d0fdcfc tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.4223294 Apr 19 18:22:03.976901 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-16ef1beb-f791-42e4-8e72-9a1bcdb605ff req-809d184f-cffc-4936-ba1e-1ae0f6a45a5c tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086206 Apr 19 18:22:04.054898 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] For port d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2, host dv-cinder-786928-1-smb, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:22:04.059783 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] For port d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2, host dv-cinder-786928-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2,segment=NetworkSegment(8e8425c5-a0cf-4de4-aa9d-c73027f1d45d),segment_id=8e8425c5-a0cf-4de4-aa9d-c73027f1d45d)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:22:04.064203 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:04.074419 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:04.185955 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] Routers {'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:04.187066 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:21:53Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:04.525674 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81055d-aeb9-4fd2-9423-1b60880c71da None None] Pushing event updated for resources: {'Port': ['ID=d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:04.555028 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e40519-3ae7-4e56-8dbf-66ebfc21784f req-9bf11b82-5b22-4e08-bc93-6437e64b68ae tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:04.555926 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-76e40519-3ae7-4e56-8dbf-66ebfc21784f req-9bf11b82-5b22-4e08-bc93-6437e64b68ae tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Synchronizing usage tracker for tenant:08eaac8bfe8c4be3ab36db0e9749a483 on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:22:04.565388 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7c81055d-aeb9-4fd2-9423-1b60880c71da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:04.588752 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 39406) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:04.623263 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-76e40519-3ae7-4e56-8dbf-66ebfc21784f req-9bf11b82-5b22-4e08-bc93-6437e64b68ae tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Unset dirty status for tenant:08eaac8bfe8c4be3ab36db0e9749a483 on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:22:04.633874 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-76e40519-3ae7-4e56-8dbf-66ebfc21784f req-9bf11b82-5b22-4e08-bc93-6437e64b68ae tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 945 time: 0.3870664 Apr 19 18:22:04.735794 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] Set router f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:04.787487 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-1dafaec7-7470-4acf-b93b-6d56a23801d1 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=102da98d1c7243309c4b2235f866867b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0966928 Apr 19 18:22:04.891938 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3b5f1218-4c29-4321-a0c7-dc4c365fc0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1253113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853703930'] for subnet, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:04.900283 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-70c6ff24-e11f-4ec4-81f8-17f4fa073461 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:04.908913 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-70c6ff24-e11f-4ec4-81f8-17f4fa073461 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/networks?id=223f0005-7301-4120-ae02-8b68452092d5 HTTP/1.1" status: 200 len: 815 time: 0.3616762 Apr 19 18:22:04.945969 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:04.996121 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 39414) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:05.011818 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-1ec2b175-7630-4d73-be1f-3d94a54f07fe tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/quotas/2935edebaba94b499f5e8a417912af6b HTTP/1.1" status: 200 len: 375 time: 0.1016176 Apr 19 18:22:05.132147 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0a7b1287-0895-437d-a60c-82b8caa4795a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:05.172085 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d526dcc-e960-4f70-bbc0-936815e442d8 admin admin] Deleting subnet 156bc682-d00d-4fce-98cd-9184f4db5e80 {{(pid=86363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:22:05.175741 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d526dcc-e960-4f70-bbc0-936815e442d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:05.220938 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-0a7b1287-0895-437d-a60c-82b8caa4795a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:05.228956 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-0a7b1287-0895-437d-a60c-82b8caa4795a admin admin] Usage tracker for resource:security_group_rule and tenant:4b22e0d39b504bc5b4f7db91bbbce5de is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:05.235888 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d526dcc-e960-4f70-bbc0-936815e442d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851647869'] for subnet, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:05.236549 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-0a7b1287-0895-437d-a60c-82b8caa4795a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:05.244390 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-0a7b1287-0895-437d-a60c-82b8caa4795a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:05.303281 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d526dcc-e960-4f70-bbc0-936815e442d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16567764'] for subnet, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:05.342601 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0a7b1287-0895-437d-a60c-82b8caa4795a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:05.350251 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0a7b1287-0895-437d-a60c-82b8caa4795a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:05.374356 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-76e40519-3ae7-4e56-8dbf-66ebfc21784f req-bb09bcca-c0f6-44a4-8f9d-b60368a5e233 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7394285 Apr 19 18:22:05.392013 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f6d2ae99-6a67-499d-a983-a3e29e9d9a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:05.472911 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'name': 'tempest-TestShelveInstance-1264350263-router', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:35Z', 'updated_at': '2021-04-19T18:21:56Z', 'revision_number': 4, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'gw_port': {'id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:38Z', 'updated_at': '2021-04-19T18:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': 'd2db5f9b-d56d-4355-9c8c-61e6e2f30cb2', 'name': '', 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'mac_address': 'fa:16:3e:04:c4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '27665a9e-a6d3-4733-9100-5290165a150f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:52Z', 'updated_at': '2021-04-19T18:22:04Z', 'revision_number': 4, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'subnets': [{'id': '27665a9e-a6d3-4733-9100-5290165a150f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:05.473693 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b1287-0895-437d-a60c-82b8caa4795a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd05d3d-3b3c-4e54-b7b0-0e05b34930fb,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:05.487776 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db128cb-ceb7-4daa-adf5-db92919fbae2 None None] The sync data for ids ['f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'] in dv-cinder-786928-1-smb is: [{'id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'name': 'tempest-TestShelveInstance-1264350263-router', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:35Z', 'updated_at': '2021-04-19T18:21:56Z', 'revision_number': 4, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'gw_port': {'id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:38Z', 'updated_at': '2021-04-19T18:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': 'd2db5f9b-d56d-4355-9c8c-61e6e2f30cb2', 'name': '', 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'mac_address': 'fa:16:3e:04:c4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '27665a9e-a6d3-4733-9100-5290165a150f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:52Z', 'updated_at': '2021-04-19T18:22:04Z', 'revision_number': 4, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'subnets': [{'id': '27665a9e-a6d3-4733-9100-5290165a150f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:22:05.510771 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0a7b1287-0895-437d-a60c-82b8caa4795a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:05.641330 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-0a7b1287-0895-437d-a60c-82b8caa4795a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b22e0d39b504bc5b4f7db91bbbce5de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0513990 Apr 19 18:22:05.651419 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 39424) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:06.074307 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-fed4020e-df53-4fb1-9d24-f1ba7dd03cf3 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:06.076028 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-fed4020e-df53-4fb1-9d24-f1ba7dd03cf3 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2679663 Apr 19 18:22:06.091408 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Request body: {'port': {'device_id': 'a58b5890-2f78-4773-8b17-4ea208a71a8c', 'network_id': '104f7063-ed48-4257-8745-934df31761ee', 'admin_state_up': True, 'tenant_id': '102da98d1c7243309c4b2235f866867b'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:06.128412 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d526dcc-e960-4f70-bbc0-936815e442d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838208020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853522756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1071933'] for subnet, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:06.129761 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5f1218-4c29-4321-a0c7-dc4c365fc0a2 admin admin] Checking segment: {'id': '7192b8e2-0d64-43a3-9726-fac5d3d0f51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a20fc5e6-2855-4458-8aaf-9d3d19620b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:22:06.130308 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5f1218-4c29-4321-a0c7-dc4c365fc0a2 admin admin] Network hostable DHCP agents. Network: a20fc5e6-2855-4458-8aaf-9d3d19620b7d, hostable agents: ['c63027b6-2e67-4fd7-9492-d43596a5c67c'], hosted agents: [] {{(pid=86363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:22:06.175815 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f1218-4c29-4321-a0c7-dc4c365fc0a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d284655-2ffe-4495-b5a5-4ef19ad1d859,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:06.182149 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-3b5f1218-4c29-4321-a0c7-dc4c365fc0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.236s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:06.183205 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d526dcc-e960-4f70-bbc0-936815e442d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:06.197403 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-f8cb8097-3d3d-44e6-9d4f-0070da1d2da8 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Synchronizing usage tracker for tenant:2935edebaba94b499f5e8a417912af6b on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:22:06.201169 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-75f3988a-3e02-4032-a778-7a1177716ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:06.241514 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-4d526dcc-e960-4f70-bbc0-936815e442d8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/156bc682-d00d-4fce-98cd-9184f4db5e80 HTTP/1.1" status: 204 len: 168 time: 1.2386274 Apr 19 18:22:06.248098 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 39428) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:06.261801 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5f1218-4c29-4321-a0c7-dc4c365fc0a2 admin admin] Network a20fc5e6-2855-4458-8aaf-9d3d19620b7d is scheduled to be hosted by DHCP agent c63027b6-2e67-4fd7-9492-d43596a5c67c with binding_index 1 {{(pid=86363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:22:06.277592 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e1de30f5-9c66-480a-b4e6-89d52ede0cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:06.290061 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d526dcc-e960-4f70-bbc0-936815e442d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=156bc682-d00d-4fce-98cd-9184f4db5e80,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:06.312864 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4d526dcc-e960-4f70-bbc0-936815e442d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:06.315371 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-3b5f1218-4c29-4321-a0c7-dc4c365fc0a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-smb, a20fc5e6-2855-4458-8aaf-9d3d19620b7d) {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:06.323525 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ed912e-b210-4acd-a31f-1afd5d81dc49 None None] Network a20fc5e6-2855-4458-8aaf-9d3d19620b7d requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:22:06.333088 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-f8cb8097-3d3d-44e6-9d4f-0070da1d2da8 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Unset dirty status for tenant:2935edebaba94b499f5e8a417912af6b on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:22:06.348376 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-f8cb8097-3d3d-44e6-9d4f-0070da1d2da8 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2935edebaba94b499f5e8a417912af6b&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3260167 Apr 19 18:22:06.352064 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e1de30f5-9c66-480a-b4e6-89d52ede0cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:06.486009 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2787d06-3b34-4492-9d4d-381572d26639 req-63408c80-d33d-4346-814c-b69c76b223c7 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:06.488385 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b2787d06-3b34-4492-9d4d-381572d26639 req-63408c80-d33d-4346-814c-b69c76b223c7 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.95 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 945 time: 1.1143816 Apr 19 18:22:06.490079 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e1de30f5-9c66-480a-b4e6-89d52ede0cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:06.516132 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-63c381f6-26b8-4982-bf64-7b99a80ca60d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:06.538837 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de30f5-9c66-480a-b4e6-89d52ede0cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd05d3d-3b3c-4e54-b7b0-0e05b34930fb,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:06.559291 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7dd4ba-3398-4597-8dd2-b07bfd156f4f req-c006cd7e-1ca5-45a8-bda5-a66f73eccee9 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:06.568704 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ea7dd4ba-3398-4597-8dd2-b07bfd156f4f req-c006cd7e-1ca5-45a8-bda5-a66f73eccee9 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 945 time: 0.9231696 Apr 19 18:22:06.610639 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e1de30f5-9c66-480a-b4e6-89d52ede0cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:06.691839 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ea7dd4ba-3398-4597-8dd2-b07bfd156f4f req-a90dabbf-2830-4607-b2c5-544c35b307b7 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156013 Apr 19 18:22:06.692990 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e1de30f5-9c66-480a-b4e6-89d52ede0cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:06.694280 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-e1de30f5-9c66-480a-b4e6-89d52ede0cde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bd05d3d-3b3c-4e54-b7b0-0e05b34930fb HTTP/1.1" status: 204 len: 168 time: 1.0416880 Apr 19 18:22:06.726793 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-b2787d06-3b34-4492-9d4d-381572d26639 req-37d86f58-8651-4c12-9751-ddbc3a3226d8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Deleting port a2ef709f-013a-4408-bcc9-ae33d26dc54b {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:22:06.727183 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b2787d06-3b34-4492-9d4d-381572d26639 req-37d86f58-8651-4c12-9751-ddbc3a3226d8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:06.814118 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa386e3f5-4976-53db-a822-d0050a1a6416-a20fc5e6-2855-4458-8aaf-9d3d19620b7d', 'network_id': 'a20fc5e6-2855-4458-8aaf-9d3d19620b7d', 'tenant_id': 'c2c381dc3a20413b956718a231d968bc', 'fixed_ips': [{'subnet_id': '9d284655-2ffe-4495-b5a5-4ef19ad1d859'}]}} from dv-cinder-786928-1-smb. {{(pid=86365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:22:06.815079 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:06.826698 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:06.838926 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Usage tracker for resource:port and tenant:102da98d1c7243309c4b2235f866867b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:06.846726 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:06.866826 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-80cf7bbe-6f3e-46f5-bed3-c9712f5e84b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655000'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:06.867181 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:06.888038 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5f1218-4c29-4321-a0c7-dc4c365fc0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:06.889110 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3b5f1218-4c29-4321-a0c7-dc4c365fc0a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:06.892305 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Made reservation on behalf of 102da98d1c7243309c4b2235f866867b for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:22:06.908920 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:06.956542 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:06.960534 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-3b5f1218-4c29-4321-a0c7-dc4c365fc0a2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.5020931 Apr 19 18:22:06.978377 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 39438) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:06.997076 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-733477448-router', 'tenant_id': 'c2c381dc3a20413b956718a231d968bc', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:07.002774 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:07.007363 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Usage tracker for resource:router and tenant:c2c381dc3a20413b956718a231d968bc is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:07.010591 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:07.018367 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:07.124040 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Allocated IP 172.20.0.2 (a20fc5e6-2855-4458-8aaf-9d3d19620b7d/9d284655-2ffe-4495-b5a5-4ef19ad1d859/ecd6cc9a-68e8-45a0-9db1-d2989667b690) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:22:07.140459 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:07.154059 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Usage tracker for resource:security_group_rule and tenant:102da98d1c7243309c4b2235f866867b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:07.165721 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-80cf7bbe-6f3e-46f5-bed3-c9712f5e84b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838208127', 'neutron.services.segments.db._delete_segments_for_network-8728807561075'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.168271 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:07.190805 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:07.263320 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-95548631-e8ce-4d43-aa6a-04c7c1b50eb9 req-e74c7514-33d5-4b4f-b9c0-09f1aa0f5b73 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/ports?device_id=a58b5890-2f78-4773-8b17-4ea208a71a8c HTTP/1.1" status: 200 len: 210 time: 0.2693164 Apr 19 18:22:07.372021 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760915'] for router, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.381971 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853824541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853825019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853828076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14885'] for router, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.400623 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.465340 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 39442) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:07.520592 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:07.565619 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8c6b19a3-4abe-4cf7-b87d-c9b32248c03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.601001 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-8c6b19a3-4abe-4cf7-b87d-c9b32248c03c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:07.611444 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-8c6b19a3-4abe-4cf7-b87d-c9b32248c03c admin admin] Usage tracker for resource:security_group_rule and tenant:da966a3e19b14aacb099e66b6e09b367 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:07.616402 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-8c6b19a3-4abe-4cf7-b87d-c9b32248c03c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:07.632233 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-8c6b19a3-4abe-4cf7-b87d-c9b32248c03c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:07.650569 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning for port d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:07.665953 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:07.666380 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.698970 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-80cf7bbe-6f3e-46f5-bed3-c9712f5e84b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099d3310-9029-44fb-9138-ff9ad866dc0b']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:07.777505 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8c6b19a3-4abe-4cf7-b87d-c9b32248c03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.817814 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-80cf7bbe-6f3e-46f5-bed3-c9712f5e84b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f4a37f-a98b-4663-83f7-4d6f03a26b4b') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:07.818470 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-80cf7bbe-6f3e-46f5-bed3-c9712f5e84b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f4a37f-a98b-4663-83f7-4d6f03a26b4b') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:07.827795 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.835042 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8c6b19a3-4abe-4cf7-b87d-c9b32248c03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.854925 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-af8884d9-d9b9-4655-b131-f2f6413c540d service neutron] 10.222.0.20 "GET /v2.0/networks/223f0005-7301-4120-ae02-8b68452092d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5055342 Apr 19 18:22:07.858586 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-80cf7bbe-6f3e-46f5-bed3-c9712f5e84b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308047041891', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127947'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.871727 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-da88dae6-4bca-406b-a9bc-b754ccb2c5da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:07.904338 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-8c6b19a3-4abe-4cf7-b87d-c9b32248c03c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da966a3e19b14aacb099e66b6e09b367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4272661 Apr 19 18:22:07.905383 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.918631 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.927707 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.948416 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Transition to ACTIVE for port object ecd6cc9a-68e8-45a0-9db1-d2989667b690 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:07.969985 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 39448) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:07.988164 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Transition to ACTIVE for port object ecd6cc9a-68e8-45a0-9db1-d2989667b690 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:07.990585 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] For port d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2,segment=NetworkSegment(8e8425c5-a0cf-4de4-aa9d-c73027f1d45d),segment_id=8e8425c5-a0cf-4de4-aa9d-c73027f1d45d)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:07.993617 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-80cf7bbe-6f3e-46f5-bed3-c9712f5e84b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.994668 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:07.997417 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7c81055d-aeb9-4fd2-9423-1b60880c71da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:08.080902 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:08.086076 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Allocated IP 192.168.233.111 (104f7063-ed48-4257-8745-934df31761ee/a57c1d52-9a7e-4976-8073-ae84a79243d6/5445715a-e7e2-45d1-9eaf-791b417f8800) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:22:08.086769 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Pushing event updated for resources: {'Port': ['ID=d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:08.092406 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:08.093147 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:08.170989 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Pushing event updated for resources: {'Port': ['ID=ecd6cc9a-68e8-45a0-9db1-d2989667b690,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:08.183531 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Network a20fc5e6-2855-4458-8aaf-9d3d19620b7d is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:22:08.184918 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:08.185980 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Resources bound (agent type, host, resource id): {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:08.189504 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:22:08.216903 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80cf7bbe-6f3e-46f5-bed3-c9712f5e84b1 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:22:08.256211 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853824782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853795240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:08.294090 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Attempting to bind port ecd6cc9a-68e8-45a0-9db1-d2989667b690 on host dv-cinder-786928-1-smb for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:22:08.294800 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Attempting to bind port ecd6cc9a-68e8-45a0-9db1-d2989667b690 by drivers openvswitch,hyperv on host dv-cinder-786928-1-smb at level 0 using segments [{'id': '7192b8e2-0d64-43a3-9726-fac5d3d0f51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a20fc5e6-2855-4458-8aaf-9d3d19620b7d'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:22:08.295541 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Attempting to bind port ecd6cc9a-68e8-45a0-9db1-d2989667b690 on network a20fc5e6-2855-4458-8aaf-9d3d19620b7d {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:08.302657 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Checking agent: {'id': '192a3675-2ad9-475f-abb6-aba9e9401083', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'started_at': datetime.datetime(2021, 4, 19, 18, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:22:08.303502 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Checking segment: {'id': '7192b8e2-0d64-43a3-9726-fac5d3d0f51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a20fc5e6-2855-4458-8aaf-9d3d19620b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:22:08.304196 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:08.304793 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Bound using segment: {'id': '7192b8e2-0d64-43a3-9726-fac5d3d0f51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a20fc5e6-2855-4458-8aaf-9d3d19620b7d'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:22:08.305464 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Bound port: ecd6cc9a-68e8-45a0-9db1-d2989667b690, host: dv-cinder-786928-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7192b8e2-0d64-43a3-9726-fac5d3d0f51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a20fc5e6-2855-4458-8aaf-9d3d19620b7d'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:22:08.306040 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:08.336418 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:08.354805 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Transition to ACTIVE for port object 5445715a-e7e2-45d1-9eaf-791b417f8800 will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:08.379100 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b19a3-4abe-4cf7-b87d-c9b32248c03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2b10e5-97a1-47cc-87d0-902080c3e0c4,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:08.402172 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8c6b19a3-4abe-4cf7-b87d-c9b32248c03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:08.407112 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-b86c06c6-9e85-4f06-8896-a868cd5088aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:08.414011 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] For port ecd6cc9a-68e8-45a0-9db1-d2989667b690, host dv-cinder-786928-1-smb, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:22:08.418051 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] For port ecd6cc9a-68e8-45a0-9db1-d2989667b690, host dv-cinder-786928-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=ecd6cc9a-68e8-45a0-9db1-d2989667b690,segment=NetworkSegment(7192b8e2-0d64-43a3-9726-fac5d3d0f51b),segment_id=7192b8e2-0d64-43a3-9726-fac5d3d0f51b)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:22:08.421442 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:08.430784 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:08.447086 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:08.453356 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=586d5834-959e-4e63-84f0-20d9c7cc81fc,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:08.493310 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:08.504056 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-6f62aecf-85b5-496d-8070-2880c0b6d474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:08.531188 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Pushing event updated for resources: {'Port': ['ID=ecd6cc9a-68e8-45a0-9db1-d2989667b690,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:08.537069 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:08.602331 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Network 104f7063-ed48-4257-8745-934df31761ee is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:22:08.619528 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:08.622167 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:22:08.682470 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fbe2b-ad6f-4d3a-880f-1776318ac232 req-3f6314bd-8971-4703-9a47-1e0c8365c4a7 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:08.692097 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9d6fbe2b-ad6f-4d3a-880f-1776318ac232 req-3f6314bd-8971-4703-9a47-1e0c8365c4a7 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.9117935 Apr 19 18:22:08.752560 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Pushing event updated for resources: {'Port': ['ID=5445715a-e7e2-45d1-9eaf-791b417f8800,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:08.756268 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:08.806882 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device a2ef709f-013a-4408-bcc9-ae33d26dc54b no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:22:08.818113 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9d6fbe2b-ad6f-4d3a-880f-1776318ac232 req-1a65c992-9a0c-4fc1-9952-c3bbfec882d3 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248851 Apr 19 18:22:08.849598 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:08.849598 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:08.969598 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8844621 Apr 19 18:22:08.992405 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Request body: {'port': {'device_id': 'a58b5890-2f78-4773-8b17-4ea208a71a8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:09.105039 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-f5b9b379-c4b1-441e-b2d6-e90e5d4811ad None None] Provisioning for port 5445715a-e7e2-45d1-9eaf-791b417f8800 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:09.127036 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-f5b9b379-c4b1-441e-b2d6-e90e5d4811ad None None] Provisioning complete for port 5445715a-e7e2-45d1-9eaf-791b417f8800 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:09.127909 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f5b9b379-c4b1-441e-b2d6-e90e5d4811ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:09.181889 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:09.237668 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-520b5aab-72eb-475d-bf2d-8b20e3ccab00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:09.244161 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-80cf7bbe-6f3e-46f5-bed3-c9712f5e84b1 admin admin] Network 099d3310-9029-44fb-9138-ff9ad866dc0b has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:22:09.258281 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-2faa093b-d3db-4093-bda0-11feab94fa9e service neutron] 10.222.0.20 "GET /v2.0/networks/223f0005-7301-4120-ae02-8b68452092d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3831172 Apr 19 18:22:09.274450 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-80cf7bbe-6f3e-46f5-bed3-c9712f5e84b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16650949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1252639'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:09.291140 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-f5b9b379-c4b1-441e-b2d6-e90e5d4811ad None None] Port 5445715a-e7e2-45d1-9eaf-791b417f8800 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:22:09.304912 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:09.354248 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6f5915-bd42-49b2-987c-2f4fe1ae0c16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ef709f-013a-4408-bcc9-ae33d26dc54b'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:22:09.367443 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port a2ef709f-013a-4408-bcc9-ae33d26dc54b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a2ef709f-013a-4408-bcc9-ae33d26dc54b,segment=NetworkSegment(aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4),segment_id=aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:09.384177 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:09.386853 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-3e4ba9b6-77a5-43c7-837f-845723d3f295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:09.464690 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-b2787d06-3b34-4492-9d4d-381572d26639 req-37d86f58-8651-4c12-9751-ddbc3a3226d8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] For port a2ef709f-013a-4408-bcc9-ae33d26dc54b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a2ef709f-013a-4408-bcc9-ae33d26dc54b,segment=NetworkSegment(aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4),segment_id=aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:09.465361 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b2787d06-3b34-4492-9d4d-381572d26639 req-37d86f58-8651-4c12-9751-ddbc3a3226d8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:09.571027 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=a2ef709f-013a-4408-bcc9-ae33d26dc54b,revision_number=6']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:09.584195 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device ecd6cc9a-68e8-45a0-9db1-d2989667b690 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:09.673062 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:09.697483 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning for port ecd6cc9a-68e8-45a0-9db1-d2989667b690 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:09.702953 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:09.856849 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-520b5aab-72eb-475d-bf2d-8b20e3ccab00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:09.883634 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:09.884649 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:09.888579 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-b2787d06-3b34-4492-9d4d-381572d26639 req-37d86f58-8651-4c12-9751-ddbc3a3226d8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Calling delete_port for a2ef709f-013a-4408-bcc9-ae33d26dc54b owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:22:10.090962 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5445715a-e7e2-45d1-9eaf-791b417f8800 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:22:10.144012 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:10.213083 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Transition to ACTIVE for port object 5445715a-e7e2-45d1-9eaf-791b417f8800 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:10.224308 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107811'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:10.230754 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-1c99d768-443f-4b2c-9b9c-92c8174ff9ab tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:10.296051 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-520b5aab-72eb-475d-bf2d-8b20e3ccab00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:10.305135 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-80cf7bbe-6f3e-46f5-bed3-c9712f5e84b1 admin admin] Network 099d3310-9029-44fb-9138-ff9ad866dc0b has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:22:10.322873 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:10.336517 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee50fee-fe3b-426f-b5ba-ceab3c5cdc59 req-39ac9080-96b7-4759-bca5-4c6c91fc4aef tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:10.338371 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-aee50fee-fe3b-426f-b5ba-ceab3c5cdc59 req-39ac9080-96b7-4759-bca5-4c6c91fc4aef tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 945 time: 1.1576016 Apr 19 18:22:10.368420 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b5aab-72eb-475d-bf2d-8b20e3ccab00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2b10e5-97a1-47cc-87d0-902080c3e0c4,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:10.371058 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-520b5aab-72eb-475d-bf2d-8b20e3ccab00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: Traceback (most recent call last): Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: timer() Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: cb(*args, **kw) Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: return func(*args, **kwargs) Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: self._notify() Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: self.callback(batched_events) Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: event.method(event) Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: segment_id)['aggregates'][0] Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: return f(self, *a, **k) Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: return self._get(url).json() Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: **kwargs) Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: return self.request(url, 'GET', **kwargs) Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: **endpoint_filter) Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:22:10.371878 dv-cinder-786928-1-smb neutron-server[86248]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:22:10.397049 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d72a8d6-890c-42bc-accd-efdbded98c0f None None] Network a20fc5e6-2855-4458-8aaf-9d3d19620b7d requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:22:10.531151 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-aee50fee-fe3b-426f-b5ba-ceab3c5cdc59 req-da183b29-f464-43cb-b2e1-6b5957638ec0 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805708 Apr 19 18:22:10.649274 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-520b5aab-72eb-475d-bf2d-8b20e3ccab00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:10.651162 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-520b5aab-72eb-475d-bf2d-8b20e3ccab00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e2b10e5-97a1-47cc-87d0-902080c3e0c4 HTTP/1.1" status: 204 len: 168 time: 2.6603534 Apr 19 18:22:10.662387 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-80cf7bbe-6f3e-46f5-bed3-c9712f5e84b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16567689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962437'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:10.694886 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.db.api [req-b2787d06-3b34-4492-9d4d-381572d26639 req-37d86f58-8651-4c12-9751-ddbc3a3226d8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86363) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:22:10.695191 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_db.api [req-b2787d06-3b34-4492-9d4d-381572d26639 req-37d86f58-8651-4c12-9751-ddbc3a3226d8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:22:10.696341 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-80cf7bbe-6f3e-46f5-bed3-c9712f5e84b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:10.710100 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:10.721796 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=5445715a-e7e2-45d1-9eaf-791b417f8800,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:10.730748 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:10.757028 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-31508b97-1fa4-47c4-8d6c-bf4b453579a3 None None] Provisioning for port ecd6cc9a-68e8-45a0-9db1-d2989667b690 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:10.776064 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-31508b97-1fa4-47c4-8d6c-bf4b453579a3 None None] Provisioning complete for port ecd6cc9a-68e8-45a0-9db1-d2989667b690 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:10.778396 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-31508b97-1fa4-47c4-8d6c-bf4b453579a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:10.798945 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573454c-87be-41c2-b6d4-6e875dbff7ce req-f57b428c-c7d8-4cd9-aa66-6ffded069ae2 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:10.807694 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7573454c-87be-41c2-b6d4-6e875dbff7ce req-f57b428c-c7d8-4cd9-aa66-6ffded069ae2 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 945 time: 0.8600948 Apr 19 18:22:10.897125 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Attempting to bind port 5445715a-e7e2-45d1-9eaf-791b417f8800 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:22:10.897913 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Attempting to bind port 5445715a-e7e2-45d1-9eaf-791b417f8800 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '36e7c6cd-5658-43e0-88b3-26b0f44c3a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '104f7063-ed48-4257-8745-934df31761ee'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:22:10.898502 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Attempting to bind port 5445715a-e7e2-45d1-9eaf-791b417f8800 on network 104f7063-ed48-4257-8745-934df31761ee {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:10.918095 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Port 5445715a-e7e2-45d1-9eaf-791b417f8800 on network 104f7063-ed48-4257-8745-934df31761ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:22:10.918823 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Attempting to bind port 5445715a-e7e2-45d1-9eaf-791b417f8800 on network 104f7063-ed48-4257-8745-934df31761ee {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:10.926808 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Checking agent: {'id': '22c244b8-6adf-46d7-a39e-9e58770b1817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'started_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:22:10.927569 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Checking segment: {'id': '36e7c6cd-5658-43e0-88b3-26b0f44c3a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '104f7063-ed48-4257-8745-934df31761ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:22:10.928229 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Bound using segment: {'id': '36e7c6cd-5658-43e0-88b3-26b0f44c3a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '104f7063-ed48-4257-8745-934df31761ee'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:22:10.928944 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Bound port: 5445715a-e7e2-45d1-9eaf-791b417f8800, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36e7c6cd-5658-43e0-88b3-26b0f44c3a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '104f7063-ed48-4257-8745-934df31761ee'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:22:10.929542 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:10.968952 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c3b6a-f030-4d4e-9473-7ca26da0127c req-8be60aef-bb72-4d20-9cde-0af5c19a2b92 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:10.970658 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-943c3b6a-f030-4d4e-9473-7ca26da0127c req-8be60aef-bb72-4d20-9cde-0af5c19a2b92 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Synchronizing usage tracker for tenant:102da98d1c7243309c4b2235f866867b on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:22:10.984953 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-31508b97-1fa4-47c4-8d6c-bf4b453579a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:11.006112 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf7bbe-6f3e-46f5-bed3-c9712f5e84b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=099d3310-9029-44fb-9138-ff9ad866dc0b,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:11.078877 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] For port 5445715a-e7e2-45d1-9eaf-791b417f8800, host hv-cinder-78692, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:22:11.082892 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] For port 5445715a-e7e2-45d1-9eaf-791b417f8800, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5445715a-e7e2-45d1-9eaf-791b417f8800,segment=NetworkSegment(36e7c6cd-5658-43e0-88b3-26b0f44c3a07),segment_id=36e7c6cd-5658-43e0-88b3-26b0f44c3a07)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:22:11.091619 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107811'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:11.098385 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:11.132958 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-80cf7bbe-6f3e-46f5-bed3-c9712f5e84b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:11.161313 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-31508b97-1fa4-47c4-8d6c-bf4b453579a3 None None] For port ecd6cc9a-68e8-45a0-9db1-d2989667b690, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=ecd6cc9a-68e8-45a0-9db1-d2989667b690,segment=NetworkSegment(7192b8e2-0d64-43a3-9726-fac5d3d0f51b),segment_id=7192b8e2-0d64-43a3-9726-fac5d3d0f51b)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:11.170930 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-31508b97-1fa4-47c4-8d6c-bf4b453579a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:11.191280 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:11.202178 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-b2787d06-3b34-4492-9d4d-381572d26639 req-37d86f58-8651-4c12-9751-ddbc3a3226d8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Deleting port a2ef709f-013a-4408-bcc9-ae33d26dc54b {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:22:11.202552 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b2787d06-3b34-4492-9d4d-381572d26639 req-37d86f58-8651-4c12-9751-ddbc3a3226d8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:11.252281 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=5445715a-e7e2-45d1-9eaf-791b417f8800,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:11.270652 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:11.311326 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:11.313339 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:11.324716 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] 10.222.0.95 "PUT /v2.0/ports/5445715a-e7e2-45d1-9eaf-791b417f8800 HTTP/1.1" status: 200 len: 1098 time: 2.3420167 Apr 19 18:22:11.325801 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58b5890-2f78-4773-8b17-4ea208a71a8c', 'tag': '5445715a-e7e2-45d1-9eaf-791b417f8800'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:22:11.354706 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-943c3b6a-f030-4d4e-9473-7ca26da0127c req-8be60aef-bb72-4d20-9cde-0af5c19a2b92 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Unset dirty status for tenant:102da98d1c7243309c4b2235f866867b on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:22:11.356527 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-943c3b6a-f030-4d4e-9473-7ca26da0127c req-8be60aef-bb72-4d20-9cde-0af5c19a2b92 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/ports?device_id=a58b5890-2f78-4773-8b17-4ea208a71a8c HTTP/1.1" status: 200 len: 948 time: 0.5396383 Apr 19 18:22:11.381862 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7573454c-87be-41c2-b6d4-6e875dbff7ce req-e2036d69-4de3-4d03-a5ab-dca56ecd1a13 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5732079 Apr 19 18:22:11.486016 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31508b97-1fa4-47c4-8d6c-bf4b453579a3 None None] Pushing event updated for resources: {'Port': ['ID=ecd6cc9a-68e8-45a0-9db1-d2989667b690,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:11.509534 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-31508b97-1fa4-47c4-8d6c-bf4b453579a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:11.542915 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:11.557120 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6f5915-bd42-49b2-987c-2f4fe1ae0c16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ef709f-013a-4408-bcc9-ae33d26dc54b', 'code': 200} Apr 19 18:22:11.607355 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-943c3b6a-f030-4d4e-9473-7ca26da0127c req-f5cb1b31-28b2-485d-be8f-921deb6dcee5 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Synchronizing usage tracker for tenant:102da98d1c7243309c4b2235f866867b on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:22:11.662089 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-943c3b6a-f030-4d4e-9473-7ca26da0127c req-f5cb1b31-28b2-485d-be8f-921deb6dcee5 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Unset dirty status for tenant:102da98d1c7243309c4b2235f866867b on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:22:11.673435 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-943c3b6a-f030-4d4e-9473-7ca26da0127c req-f5cb1b31-28b2-485d-be8f-921deb6dcee5 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/security-groups?id=586d5834-959e-4e63-84f0-20d9c7cc81fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069832 Apr 19 18:22:11.679045 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-80cf7bbe-6f3e-46f5-bed3-c9712f5e84b1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/099d3310-9029-44fb-9138-ff9ad866dc0b HTTP/1.1" status: 204 len: 168 time: 5.4237125 Apr 19 18:22:11.900807 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:12.030070 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 39490) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:12.054675 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-3284fe47-0456-4088-ae5c-cfea7deb2550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:12.056369 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-3284fe47-0456-4088-ae5c-cfea7deb2550 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=102da98d1c7243309c4b2235f866867b&device_id=a58b5890-2f78-4773-8b17-4ea208a71a8c HTTP/1.1" status: 200 len: 1101 time: 0.6530640 Apr 19 18:22:12.148602 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-dcf959ef-14f0-4f76-b1a9-436574977c9b None None] Provisioning complete for port ecd6cc9a-68e8-45a0-9db1-d2989667b690 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:12.153172 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dcf959ef-14f0-4f76-b1a9-436574977c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:12.408358 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-dfc45e0e-bd2b-4d42-9fdb-4c9672c90a43 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=5445715a-e7e2-45d1-9eaf-791b417f8800 HTTP/1.1" status: 200 len: 217 time: 0.3290026 Apr 19 18:22:12.437158 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Allocated IP 172.28.1.107 (4dfc8324-dbda-4de1-90b3-5f147512ea2d/f0204761-35d7-4590-8809-1a6eb894c7a2/878c374a-7465-4d3e-98ce-428e9f92544f) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:22:12.554401 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ce1f85f5-33a3-499b-8c9a-cc74767f443d req-1e6e1f30-f213-4394-a776-5adc723d2a6b tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 210 time: 0.6549866 Apr 19 18:22:12.700747 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-8f37aabd-0703-41e6-886b-9dd9f3f926a4 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:12.705493 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-8f37aabd-0703-41e6-886b-9dd9f3f926a4 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Synchronizing usage tracker for tenant:2935edebaba94b499f5e8a417912af6b on resource:network {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:22:12.740121 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58b5890-2f78-4773-8b17-4ea208a71a8c', 'tag': '5445715a-e7e2-45d1-9eaf-791b417f8800', 'status': 'completed', 'code': 200} Apr 19 18:22:12.750129 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2ddaad8e-610d-453d-8ea7-0c3c349eaabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:12.751854 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-2ddaad8e-610d-453d-8ea7-0c3c349eaabc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a57c1d52-9a7e-4976-8073-ae84a79243d6 HTTP/1.1" status: 200 len: 843 time: 0.3277264 Apr 19 18:22:12.863881 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941c1aa-deb7-44f7-af19-0d41a8bc029a req-ce31846c-501b-4151-9542-9da77bbeb6e7 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:12.876101 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8941c1aa-deb7-44f7-af19-0d41a8bc029a req-ce31846c-501b-4151-9542-9da77bbeb6e7 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.8094287 Apr 19 18:22:12.930096 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-b2787d06-3b34-4492-9d4d-381572d26639 req-37d86f58-8651-4c12-9751-ddbc3a3226d8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] For port a2ef709f-013a-4408-bcc9-ae33d26dc54b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a2ef709f-013a-4408-bcc9-ae33d26dc54b,segment=NetworkSegment(aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4),segment_id=aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:12.930546 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b2787d06-3b34-4492-9d4d-381572d26639 req-37d86f58-8651-4c12-9751-ddbc3a3226d8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:13.112859 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-b2787d06-3b34-4492-9d4d-381572d26639 req-37d86f58-8651-4c12-9751-ddbc3a3226d8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Calling delete_port for a2ef709f-013a-4408-bcc9-ae33d26dc54b owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:22:13.313151 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-174f312a-4c26-4174-8cd3-d7777cebc293 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1a078d9642d48269882479ded92079e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2696798 Apr 19 18:22:13.315058 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 39532) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:13.338008 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device ecd6cc9a-68e8-45a0-9db1-d2989667b690 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:13.354334 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-8f37aabd-0703-41e6-886b-9dd9f3f926a4 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Unset dirty status for tenant:2935edebaba94b499f5e8a417912af6b on resource:network {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:22:13.359691 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-8f37aabd-0703-41e6-886b-9dd9f3f926a4 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.95 "GET /v2.0/networks?id=223f0005-7301-4120-ae02-8b68452092d5 HTTP/1.1" status: 200 len: 815 time: 1.6746452 Apr 19 18:22:13.370559 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8941c1aa-deb7-44f7-af19-0d41a8bc029a req-c6d894ee-8c11-4cd2-a0ec-ad28db8a14a8 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930022 Apr 19 18:22:13.390192 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-ddd7d9af-0b3f-4669-a31f-3adbee0c96b1 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Request body: {'port': {'device_id': 'e75afc3a-60c1-4e4d-b44e-881172c083cc', 'network_id': '223f0005-7301-4120-ae02-8b68452092d5', 'admin_state_up': True, 'tenant_id': '2935edebaba94b499f5e8a417912af6b'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:13.598760 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-ddd7d9af-0b3f-4669-a31f-3adbee0c96b1 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:13.653196 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port ecd6cc9a-68e8-45a0-9db1-d2989667b690 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:13.664606 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:13.758385 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-ddd7d9af-0b3f-4669-a31f-3adbee0c96b1 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:13.804034 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-af56322f-71e6-48e8-a915-f040952a7b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:13.815509 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-af56322f-71e6-48e8-a915-f040952a7b04 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=104f7063-ed48-4257-8745-934df31761ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 1.0422308 Apr 19 18:22:13.854135 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-ddd7d9af-0b3f-4669-a31f-3adbee0c96b1 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Made reservation on behalf of 2935edebaba94b499f5e8a417912af6b for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:22:13.863830 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-ddd7d9af-0b3f-4669-a31f-3adbee0c96b1 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:14.015874 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b5009-2521-486d-9f86-a94e6447e9ec req-32425557-d398-46ee-9ec9-5e70c013e362 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:14.024675 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-100b5009-2521-486d-9f86-a94e6447e9ec req-32425557-d398-46ee-9ec9-5e70c013e362 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 945 time: 0.4320452 Apr 19 18:22:14.125486 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b2787d06-3b34-4492-9d4d-381572d26639 req-37d86f58-8651-4c12-9751-ddbc3a3226d8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:14.165082 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:14.169424 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:14.176749 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-100b5009-2521-486d-9f86-a94e6447e9ec req-53ac50a0-a22e-43be-a814-73e09c8456d6 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509879 Apr 19 18:22:14.436693 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-8fb41039-4726-49e2-80fb-94cabd8ce911 service neutron] 10.222.0.95 "GET /v2.0/networks/104f7063-ed48-4257-8745-934df31761ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919638 Apr 19 18:22:14.698491 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fee4f420-3f51-4c0d-946a-7c879158454a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:14.733029 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fee4f420-3f51-4c0d-946a-7c879158454a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:14.744240 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8666c448-36d6-4eb0-9f91-511901f77f78 req-e4f5f8c3-cdcb-4e0f-832f-062ab257e530 service neutron] 10.222.0.95 "GET /v2.0/networks/104f7063-ed48-4257-8745-934df31761ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478805 Apr 19 18:22:14.788188 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-ddd7d9af-0b3f-4669-a31f-3adbee0c96b1 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Allocated IP 172.20.0.3 (223f0005-7301-4120-ae02-8b68452092d5/68f2128c-c4ee-4de5-af84-288bf9705ea6/3f7cd72f-f54d-4ea0-b774-3498c27f3f92) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:22:14.814358 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c0723-62a4-4a92-9bf4-8610dce35faa req-8f50199f-1b7b-4f84-b528-496eb3898266 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:14.816106 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-711c0723-62a4-4a92-9bf4-8610dce35faa req-8f50199f-1b7b-4f84-b528-496eb3898266 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/ports?device_id=a58b5890-2f78-4773-8b17-4ea208a71a8c HTTP/1.1" status: 200 len: 948 time: 0.3979452 Apr 19 18:22:14.834192 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d86f58-8651-4c12-9751-ddbc3a3226d8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Pushing event deleted for resources: {'Port': ['ID=a2ef709f-013a-4408-bcc9-ae33d26dc54b,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:14.849197 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-37d86f58-8651-4c12-9751-ddbc3a3226d8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:14.921547 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 39560) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:14.933614 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fee4f420-3f51-4c0d-946a-7c879158454a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:14.989735 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-09994a97-2bf5-43bd-8536-615cbb772683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:15.006651 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2787d06-3b34-4492-9d4d-381572d26639 req-37d86f58-8651-4c12-9751-ddbc3a3226d8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] No DVR routers for this DVR port a2ef709f-013a-4408-bcc9-ae33d26dc54b on host hv-cinder-78692 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:22:15.009892 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b2787d06-3b34-4492-9d4d-381572d26639 req-37d86f58-8651-4c12-9751-ddbc3a3226d8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:15.034393 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6f5915-bd42-49b2-987c-2f4fe1ae0c16', 'name': 'network-vif-deleted', 'tag': 'a2ef709f-013a-4408-bcc9-ae33d26dc54b'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:22:15.040492 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b2787d06-3b34-4492-9d4d-381572d26639 req-37d86f58-8651-4c12-9751-ddbc3a3226d8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.95 "DELETE /v2.0/ports/a2ef709f-013a-4408-bcc9-ae33d26dc54b HTTP/1.1" status: 204 len: 173 time: 8.5293660 Apr 19 18:22:15.051129 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-711c0723-62a4-4a92-9bf4-8610dce35faa req-19de1052-fac5-44a4-bd6e-74c2bc825121 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/security-groups?id=586d5834-959e-4e63-84f0-20d9c7cc81fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597831 Apr 19 18:22:15.098303 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4f420-3f51-4c0d-946a-7c879158454a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:15.102392 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fee4f420-3f51-4c0d-946a-7c879158454a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:15.125502 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec14a63-3b08-49ab-8d46-36cc50dba0f8 req-1c147519-e62d-4565-b70a-ee4611852095 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:15.127399 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fee0f-986a-49e5-972e-9b4ff8c9d4ae req-629fa6a6-f087-4038-b9bb-5228f371981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:15.128987 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2f1fee0f-986a-49e5-972e-9b4ff8c9d4ae req-629fa6a6-f087-4038-b9bb-5228f371981a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=102da98d1c7243309c4b2235f866867b&device_id=a58b5890-2f78-4773-8b17-4ea208a71a8c HTTP/1.1" status: 200 len: 1101 time: 0.3115122 Apr 19 18:22:15.134964 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-dec14a63-3b08-49ab-8d46-36cc50dba0f8 req-1c147519-e62d-4565-b70a-ee4611852095 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Synchronizing usage tracker for tenant:08eaac8bfe8c4be3ab36db0e9749a483 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:22:15.161975 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fee4f420-3f51-4c0d-946a-7c879158454a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:15.166480 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-fee4f420-3f51-4c0d-946a-7c879158454a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1332e7d6-43c3-41c8-9bd3-7757e3d5ef5e HTTP/1.1" status: 204 len: 168 time: 1.8449082 Apr 19 18:22:15.196653 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-dec14a63-3b08-49ab-8d46-36cc50dba0f8 req-1c147519-e62d-4565-b70a-ee4611852095 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Unset dirty status for tenant:08eaac8bfe8c4be3ab36db0e9749a483 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:22:15.212170 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dec14a63-3b08-49ab-8d46-36cc50dba0f8 req-1c147519-e62d-4565-b70a-ee4611852095 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac6f5915-bd42-49b2-987c-2f4fe1ae0c16 HTTP/1.1" status: 200 len: 865 time: 1.8958380 Apr 19 18:22:15.341814 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dec14a63-3b08-49ab-8d46-36cc50dba0f8 req-c94d5c25-3105-425e-a7b0-ad248fbd1f4a tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] 10.222.0.20 "GET /v2.0/security-groups?id=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284585 Apr 19 18:22:15.359316 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:15.375174 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-37d86f58-8651-4c12-9751-ddbc3a3226d8 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:15.404030 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fee0f-986a-49e5-972e-9b4ff8c9d4ae req-dc9978b5-2fc9-4d93-9378-3ecdb91d274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:15.405639 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2f1fee0f-986a-49e5-972e-9b4ff8c9d4ae req-dc9978b5-2fc9-4d93-9378-3ecdb91d274f service neutron] 10.222.0.95 "GET /v2.0/networks?id=104f7063-ed48-4257-8745-934df31761ee HTTP/1.1" status: 200 len: 870 time: 0.2227094 Apr 19 18:22:15.615812 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Pushing event updated for resources: {'Port': ['ID=878c374a-7465-4d3e-98ce-428e9f92544f,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:15.634097 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:15.646771 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Network 4dfc8324-dbda-4de1-90b3-5f147512ea2d is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:22:15.648332 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:15.650857 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:22:15.756564 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2f1fee0f-986a-49e5-972e-9b4ff8c9d4ae req-f1e59da9-e7e0-43fd-99ab-46d6fd56d4d9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=5445715a-e7e2-45d1-9eaf-791b417f8800 HTTP/1.1" status: 200 len: 217 time: 0.2316370 Apr 19 18:22:15.776518 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6b46b127-ee02-470e-89e9-227c45a35262 req-0c116dd8-90db-47b2-8c93-6999e1c85d27 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 210 time: 0.3695104 Apr 19 18:22:15.793130 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ae0820bf-060c-4ca0-a777-fc049fd9e7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:16.167401 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6f5915-bd42-49b2-987c-2f4fe1ae0c16', 'name': 'network-vif-deleted', 'tag': 'a2ef709f-013a-4408-bcc9-ae33d26dc54b', 'status': 'completed', 'code': 200} Apr 19 18:22:16.292954 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-ddd7d9af-0b3f-4669-a31f-3adbee0c96b1 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:16.316598 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-ddd7d9af-0b3f-4669-a31f-3adbee0c96b1 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Transition to ACTIVE for port object 3f7cd72f-f54d-4ea0-b774-3498c27f3f92 will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:16.349778 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fee0f-986a-49e5-972e-9b4ff8c9d4ae req-6f15b81f-00eb-48bf-b865-869bb80fe434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:16.349778 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2f1fee0f-986a-49e5-972e-9b4ff8c9d4ae req-6f15b81f-00eb-48bf-b865-869bb80fe434 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a57c1d52-9a7e-4976-8073-ae84a79243d6 HTTP/1.1" status: 200 len: 843 time: 0.5585282 Apr 19 18:22:16.420974 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-ddd7d9af-0b3f-4669-a31f-3adbee0c96b1 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:16.431400 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-ae0820bf-060c-4ca0-a777-fc049fd9e7bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:16.445107 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:16.688776 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-ae0820bf-060c-4ca0-a777-fc049fd9e7bd admin admin] Usage tracker for resource:security_group_rule and tenant:e14b1d34176c4ffbb9f3882209909f52 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:16.696445 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-ae0820bf-060c-4ca0-a777-fc049fd9e7bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:16.709482 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-ae0820bf-060c-4ca0-a777-fc049fd9e7bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:16.747728 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 39596) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:16.748505 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:16.810923 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 5445715a-e7e2-45d1-9eaf-791b417f8800 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:22:16.851318 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ae0820bf-060c-4ca0-a777-fc049fd9e7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:16.872698 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1df30-5cb4-4e10-ae28-549eda075675 req-b9d8aa50-b938-48fe-828c-76d9f18a2ad5 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:16.888728 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-93b1df30-5cb4-4e10-ae28-549eda075675 req-b9d8aa50-b938-48fe-828c-76d9f18a2ad5 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 1.1217954 Apr 19 18:22:17.044187 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7d9af-0b3f-4669-a31f-3adbee0c96b1 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Pushing event updated for resources: {'Port': ['ID=3f7cd72f-f54d-4ea0-b774-3498c27f3f92,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:17.063031 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ddd7d9af-0b3f-4669-a31f-3adbee0c96b1 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:17.079428 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-851360916-network', 'tenant_id': 'dc0d64d42f6041d8bf7e578f1a823ce8'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:17.106063 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:17.107810 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ae0820bf-060c-4ca0-a777-fc049fd9e7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.114460 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Usage tracker for resource:network and tenant:dc0d64d42f6041d8bf7e578f1a823ce8 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:17.151553 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:17.175111 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a1e79850-f3a6-44a2-8c90-6bf563ca4bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:17.175610 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-93b1df30-5cb4-4e10-ae28-549eda075675 req-153bfd30-928e-4fcb-9292-8d239c94d361 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857461 Apr 19 18:22:17.206099 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:17.261500 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Made reservation on behalf of dc0d64d42f6041d8bf7e578f1a823ce8 for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:22:17.261955 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-ddd7d9af-0b3f-4669-a31f-3adbee0c96b1 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Network 223f0005-7301-4120-ae02-8b68452092d5 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:22:17.269860 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0820bf-060c-4ca0-a777-fc049fd9e7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5f4142-73bb-4cdc-8808-cc2bdd7ffbaf,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:17.295030 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ae0820bf-060c-4ca0-a777-fc049fd9e7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:17.297676 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-ddd7d9af-0b3f-4669-a31f-3adbee0c96b1 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:17.304146 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-ddd7d9af-0b3f-4669-a31f-3adbee0c96b1 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:22:17.450007 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 5445715a-e7e2-45d1-9eaf-791b417f8800, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5445715a-e7e2-45d1-9eaf-791b417f8800,segment=NetworkSegment(36e7c6cd-5658-43e0-88b3-26b0f44c3a07),segment_id=36e7c6cd-5658-43e0-88b3-26b0f44c3a07)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:17.450007 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Returning: {'device': '5445715a-e7e2-45d1-9eaf-791b417f8800', 'network_id': '104f7063-ed48-4257-8745-934df31761ee', 'port_id': '5445715a-e7e2-45d1-9eaf-791b417f8800', 'mac_address': 'fa:16:3e:fb:0c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57c1d52-9a7e-4976-8073-ae84a79243d6', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:22:17.450517 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.537087 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-ae0820bf-060c-4ca0-a777-fc049fd9e7bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e14b1d34176c4ffbb9f3882209909f52&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5662630 Apr 19 18:22:17.543770 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 39606) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:17.587018 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-ddd7d9af-0b3f-4669-a31f-3adbee0c96b1 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:17.587801 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-ddd7d9af-0b3f-4669-a31f-3adbee0c96b1 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.632338 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.638748 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fee0f-986a-49e5-972e-9b4ff8c9d4ae req-d27e2544-60c8-45be-bebc-0f3dc5d65b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:17.640448 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2f1fee0f-986a-49e5-972e-9b4ff8c9d4ae req-d27e2544-60c8-45be-bebc-0f3dc5d65b3d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=104f7063-ed48-4257-8745-934df31761ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 1.2034140 Apr 19 18:22:17.678749 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fabd6-37cb-4b0a-85f9-e1b885c6f7ad req-21e76651-4682-452f-aa38-1567063c2d8c tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:17.689738 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4e9fabd6-37cb-4b0a-85f9-e1b885c6f7ad req-21e76651-4682-452f-aa38-1567063c2d8c tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 945 time: 1.3370621 Apr 19 18:22:17.698165 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5445715a-e7e2-45d1-9eaf-791b417f8800 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:22:17.738396 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 5445715a-e7e2-45d1-9eaf-791b417f8800, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5445715a-e7e2-45d1-9eaf-791b417f8800,segment=NetworkSegment(36e7c6cd-5658-43e0-88b3-26b0f44c3a07),segment_id=36e7c6cd-5658-43e0-88b3-26b0f44c3a07)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:17.746111 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.748724 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:17.849388 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:17.902457 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:17.907139 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Usage tracker for resource:security_group_rule and tenant:dc0d64d42f6041d8bf7e578f1a823ce8 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:17.911581 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:17.918121 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:17.929712 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=5445715a-e7e2-45d1-9eaf-791b417f8800,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:17.945476 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:17.966340 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-31a3046d-c2f5-492f-834f-f0c9719ddefd None None] Provisioning for port 3f7cd72f-f54d-4ea0-b774-3498c27f3f92 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:17.979189 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-31a3046d-c2f5-492f-834f-f0c9719ddefd None None] Provisioning complete for port 3f7cd72f-f54d-4ea0-b774-3498c27f3f92 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:17.979656 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-31a3046d-c2f5-492f-834f-f0c9719ddefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:18.028355 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:18.059985 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:18.062387 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4e9fabd6-37cb-4b0a-85f9-e1b885c6f7ad req-246e1a80-ce96-4353-8c1f-cd26cd1f6851 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3715718 Apr 19 18:22:18.078901 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-ddd7d9af-0b3f-4669-a31f-3adbee0c96b1 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7059002 Apr 19 18:22:18.094897 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['5445715a-e7e2-45d1-9eaf-791b417f8800'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:22:18.221349 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] Request body: {'port': {'device_id': 'e75afc3a-60c1-4e4d-b44e-881172c083cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:18.339502 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-31a3046d-c2f5-492f-834f-f0c9719ddefd None None] Port 3f7cd72f-f54d-4ea0-b774-3498c27f3f92 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:22:18.376501 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 39618) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:18.388641 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-991c5253-388e-4e09-b5b4-fc736c0a3fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:18.453911 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-991c5253-388e-4e09-b5b4-fc736c0a3fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:18.541798 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2cb12255-d8ca-40df-8a1a-fea50eec2560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:18.555297 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-980544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951000'] for router, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:18.581196 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2f1fee0f-986a-49e5-972e-9b4ff8c9d4ae req-c7a35224-b619-4ac4-bd50-70eee7a05977 service neutron] 10.222.0.95 "GET /v2.0/networks/104f7063-ed48-4257-8745-934df31761ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8704829 Apr 19 18:22:18.855599 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2f1fee0f-986a-49e5-972e-9b4ff8c9d4ae req-f3881de7-366d-43a1-b245-d012568319aa service neutron] 10.222.0.95 "GET /v2.0/networks/104f7063-ed48-4257-8745-934df31761ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893008 Apr 19 18:22:18.896059 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-991c5253-388e-4e09-b5b4-fc736c0a3fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:18.928957 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedc387-a1bb-4afd-bd94-0e8c456a07fb req-b872502a-111a-469a-be20-e81d9f85b783 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:18.939812 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8eedc387-a1bb-4afd-bd94-0e8c456a07fb req-b872502a-111a-469a-be20-e81d9f85b783 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/ports?device_id=a58b5890-2f78-4773-8b17-4ea208a71a8c HTTP/1.1" status: 200 len: 949 time: 1.3482575 Apr 19 18:22:18.975174 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c643b3-403d-4034-87fb-f7d62e1a6ff4 req-8e94e8f8-5e21-4882-a19f-bbc3d17fac16 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:18.976028 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-48c643b3-403d-4034-87fb-f7d62e1a6ff4 req-8e94e8f8-5e21-4882-a19f-bbc3d17fac16 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Synchronizing usage tracker for tenant:2935edebaba94b499f5e8a417912af6b on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:22:18.991631 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:22:19.003129 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-48c643b3-403d-4034-87fb-f7d62e1a6ff4 req-8e94e8f8-5e21-4882-a19f-bbc3d17fac16 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Unset dirty status for tenant:2935edebaba94b499f5e8a417912af6b on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:22:19.010780 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-48c643b3-403d-4034-87fb-f7d62e1a6ff4 req-8e94e8f8-5e21-4882-a19f-bbc3d17fac16 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 931 time: 0.4518023 Apr 19 18:22:19.046520 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:19.077362 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8eedc387-a1bb-4afd-bd94-0e8c456a07fb req-01c783ed-8579-4fd3-b82b-58901e7fbd33 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/security-groups?id=586d5834-959e-4e63-84f0-20d9c7cc81fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361184 Apr 19 18:22:19.115089 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Router 247073a7-a009-415e-96cc-7e2df09de677 is scheduled to L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 with binding_index 1 {{(pid=86363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:22:19.126539 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-991c5253-388e-4e09-b5b4-fc736c0a3fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:19.135472 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-991c5253-388e-4e09-b5b4-fc736c0a3fd6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d5f4142-73bb-4cdc-8808-cc2bdd7ffbaf HTTP/1.1" status: 204 len: 168 time: 1.5412612 Apr 19 18:22:19.142676 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaf3799-c410-4da7-9f39-5f59d6973a51,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:19.169920 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:19.170736 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:19.171396 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:19.172077 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:19.172708 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:19.182331 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:19.182950 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:19.183598 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:19.184195 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:19.184789 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:19.185391 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:19.185973 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:19.191693 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:19.197752 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.segments_db [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Added segment c9b49068-2d9d-4702-8583-d31d5677a115 of type vlan for network 08e00816-0bec-4051-b588-104519e4fca9 Apr 19 18:22:19.234467 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:19.239615 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-48c643b3-403d-4034-87fb-f7d62e1a6ff4 req-45cd68ec-fa1c-4eae-9a20-b2277a5cc5a3 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Synchronizing usage tracker for tenant:2935edebaba94b499f5e8a417912af6b on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:22:19.321746 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-48c643b3-403d-4034-87fb-f7d62e1a6ff4 req-45cd68ec-fa1c-4eae-9a20-b2277a5cc5a3 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Unset dirty status for tenant:2935edebaba94b499f5e8a417912af6b on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:22:19.332781 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-48c643b3-403d-4034-87fb-f7d62e1a6ff4 req-45cd68ec-fa1c-4eae-9a20-b2277a5cc5a3 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210258 Apr 19 18:22:19.369063 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-520b5aab-72eb-475d-bf2d-8b20e3ccab00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.468s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:19.509557 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c5253-388e-4e09-b5b4-fc736c0a3fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5f4142-73bb-4cdc-8808-cc2bdd7ffbaf,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:20.007155 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 39628) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:20.077482 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec37250c-4e48-41bc-9081-5131a255391c admin admin] Deleting subnet 6f8bd5b2-70c1-40b8-b712-5bfe8d2a2d70 {{(pid=86363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:22:20.082260 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-991c5253-388e-4e09-b5b4-fc736c0a3fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:20.095529 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e82876e6-5cf6-413f-9e94-d002e78c1528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:20.116839 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807182314'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:20.138868 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-e82876e6-5cf6-413f-9e94-d002e78c1528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:20.150493 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-e82876e6-5cf6-413f-9e94-d002e78c1528 admin admin] Usage tracker for resource:security_group_rule and tenant:62c91a5bca904ef794b0e76f8543f165 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:20.157047 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-e82876e6-5cf6-413f-9e94-d002e78c1528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:20.168071 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-e82876e6-5cf6-413f-9e94-d002e78c1528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:20.171707 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ec37250c-4e48-41bc-9081-5131a255391c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:20.202400 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:20.204486 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac98380-8eb8-4c58-9044-24e88a58c71d req-7ecf6f0a-0edf-4258-a98c-224e5071c8d2 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:20.206240 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bac98380-8eb8-4c58-9044-24e88a58c71d req-7ecf6f0a-0edf-4258-a98c-224e5071c8d2 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 945 time: 0.4371431 Apr 19 18:22:20.228499 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:20.229544 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:20.256190 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:22:20.268562 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] Sync routers for ids ['247073a7-a009-415e-96cc-7e2df09de677'] in dv-cinder-786928-1-smb {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:22:20.281280 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:20.285688 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] Routers {'247073a7-a009-415e-96cc-7e2df09de677'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:20.286395 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:21:53Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['247073a7-a009-415e-96cc-7e2df09de677'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:20.358048 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e36f7474-bd7d-496e-9a7b-fe663c5c15a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:20.412020 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.6013360 Apr 19 18:22:20.416080 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 39636) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:20.419088 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Pushing event updated for resources: {'Network': ['ID=08e00816-0bec-4051-b588-104519e4fca9,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:20.431560 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:20.431947 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Network 08e00816-0bec-4051-b588-104519e4fca9 details requested by agent ovs-agent-dv-cinder-786928-1-smb with host dv-cinder-786928-1-smb {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:22:20.432975 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:20.434507 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 13.4425793 Apr 19 18:22:20.451963 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 39638) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:20.453505 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7cd72f-f54d-4ea0-b774-3498c27f3f92 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:22:20.459224 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-a2c8057f-4298-47b8-8c9a-76c79a8a7b18 admin admin] Request body: {'subnet': {'network_id': '08e00816-0bec-4051-b588-104519e4fca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-851360916-subnet', 'tenant_id': 'dc0d64d42f6041d8bf7e578f1a823ce8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:20.466510 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-a2c8057f-4298-47b8-8c9a-76c79a8a7b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:20.472745 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-a2c8057f-4298-47b8-8c9a-76c79a8a7b18 admin admin] Usage tracker for resource:subnet and tenant:dc0d64d42f6041d8bf7e578f1a823ce8 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:20.476992 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-a2c8057f-4298-47b8-8c9a-76c79a8a7b18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:20.483615 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:20.484188 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-a2c8057f-4298-47b8-8c9a-76c79a8a7b18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:20.504049 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c8057f-4298-47b8-8c9a-76c79a8a7b18 admin admin] Made reservation on behalf of dc0d64d42f6041d8bf7e578f1a823ce8 for: {'subnet': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:22:20.509588 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a2c8057f-4298-47b8-8c9a-76c79a8a7b18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853703913'] for subnet, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:20.536931 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] Transition to ACTIVE for port object 3f7cd72f-f54d-4ea0-b774-3498c27f3f92 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:20.555150 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bac98380-8eb8-4c58-9044-24e88a58c71d req-79a31158-6017-4d4b-a9fd-90288507100c tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3058524 Apr 19 18:22:20.557473 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107811'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:20.579816 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-92e714e4-1ea3-4689-b1a9-e81855315c8f tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:20.728713 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] Set router 247073a7-a009-415e-96cc-7e2df09de677 gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:20.791156 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7cd72f-f54d-4ea0-b774-3498c27f3f92,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:20.809184 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:20.833812 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 5445715a-e7e2-45d1-9eaf-791b417f8800 up at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:21.520104 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning for port 5445715a-e7e2-45d1-9eaf-791b417f8800 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:21.536212 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning complete for port 5445715a-e7e2-45d1-9eaf-791b417f8800 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:21.536635 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:21.622820 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ec37250c-4e48-41bc-9081-5131a255391c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851647869'] for subnet, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:21.773539 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb18d9f-72ca-472a-8fd2-bb5ab6b09680 req-23fe95d3-c12b-418e-ba49-b210bde56ab9 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:21.784379 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247073a7-a009-415e-96cc-7e2df09de677', 'name': 'tempest-TestShelveInstance-733477448-router', 'tenant_id': 'c2c381dc3a20413b956718a231d968bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878c374a-7465-4d3e-98ce-428e9f92544f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:07Z', 'updated_at': '2021-04-19T18:22:16Z', 'revision_number': 3, 'project_id': 'c2c381dc3a20413b956718a231d968bc', 'gw_port': {'id': '878c374a-7465-4d3e-98ce-428e9f92544f', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247073a7-a009-415e-96cc-7e2df09de677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:11Z', 'updated_at': '2021-04-19T18:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:21.787283 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4fb18d9f-72ca-472a-8fd2-bb5ab6b09680 req-23fe95d3-c12b-418e-ba49-b210bde56ab9 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/ports?device_id=a58b5890-2f78-4773-8b17-4ea208a71a8c HTTP/1.1" status: 200 len: 949 time: 0.7612450 Apr 19 18:22:21.791161 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] Checking router: 247073a7-a009-415e-96cc-7e2df09de677 for host: dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:22:21.791768 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] Updating router 247073a7-a009-415e-96cc-7e2df09de677 port 878c374a-7465-4d3e-98ce-428e9f92544f binding host dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:22:21.796592 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5daf1-37ce-4518-afcd-8d3638c25d7d req-ac70bf5f-d02b-48d1-ac6a-bacebd931f61 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:21.803459 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-96d5daf1-37ce-4518-afcd-8d3638c25d7d req-ac70bf5f-d02b-48d1-ac6a-bacebd931f61 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 2.3702970 Apr 19 18:22:21.890611 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e82876e6-5cf6-413f-9e94-d002e78c1528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:21.905547 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] Attempting to bind port 3f7cd72f-f54d-4ea0-b774-3498c27f3f92 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:22:21.906211 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] Attempting to bind port 3f7cd72f-f54d-4ea0-b774-3498c27f3f92 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '035eaf50-dc97-46fd-9b52-e4ec20975f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '223f0005-7301-4120-ae02-8b68452092d5'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:22:21.918819 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] Attempting to bind port 3f7cd72f-f54d-4ea0-b774-3498c27f3f92 on network 223f0005-7301-4120-ae02-8b68452092d5 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:21.947846 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:22.034749 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] Port 3f7cd72f-f54d-4ea0-b774-3498c27f3f92 on network 223f0005-7301-4120-ae02-8b68452092d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:22:22.035420 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] Attempting to bind port 3f7cd72f-f54d-4ea0-b774-3498c27f3f92 on network 223f0005-7301-4120-ae02-8b68452092d5 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:22.053262 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e82876e6-5cf6-413f-9e94-d002e78c1528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:22.089687 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:22.116897 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-54d62960-192e-418a-a90d-5561199b6dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:22.140392 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] Checking agent: {'id': '22c244b8-6adf-46d7-a39e-9e58770b1817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'started_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:22:22.141044 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] Checking segment: {'id': '035eaf50-dc97-46fd-9b52-e4ec20975f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '223f0005-7301-4120-ae02-8b68452092d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:22:22.153839 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] Bound using segment: {'id': '035eaf50-dc97-46fd-9b52-e4ec20975f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '223f0005-7301-4120-ae02-8b68452092d5'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:22:22.154391 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] Bound port: 3f7cd72f-f54d-4ea0-b774-3498c27f3f92, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035eaf50-dc97-46fd-9b52-e4ec20975f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '223f0005-7301-4120-ae02-8b68452092d5'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:22:22.155026 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:22.173767 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58b5890-2f78-4773-8b17-4ea208a71a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5445715a-e7e2-45d1-9eaf-791b417f8800'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:22:22.192766 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 5445715a-e7e2-45d1-9eaf-791b417f8800, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5445715a-e7e2-45d1-9eaf-791b417f8800,segment=NetworkSegment(36e7c6cd-5658-43e0-88b3-26b0f44c3a07),segment_id=36e7c6cd-5658-43e0-88b3-26b0f44c3a07)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:22.199929 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:22.206996 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:22.275107 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ec37250c-4e48-41bc-9081-5131a255391c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16567764'] for subnet, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:22.333884 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=5445715a-e7e2-45d1-9eaf-791b417f8800,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:22.349881 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:22.390232 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-96d5daf1-37ce-4518-afcd-8d3638c25d7d req-34cdcc22-9f2d-48a2-a669-f34d84e96157 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5706215 Apr 19 18:22:22.642672 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82876e6-5cf6-413f-9e94-d002e78c1528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961902d5-075c-4825-8149-ae5f5b0e8277,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:22.727736 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82876e6-5cf6-413f-9e94-d002e78c1528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:22.728348 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82876e6-5cf6-413f-9e94-d002e78c1528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:22.728710 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82876e6-5cf6-413f-9e94-d002e78c1528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:22.729117 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82876e6-5cf6-413f-9e94-d002e78c1528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:22.729517 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82876e6-5cf6-413f-9e94-d002e78c1528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:22.729914 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82876e6-5cf6-413f-9e94-d002e78c1528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:22.730312 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82876e6-5cf6-413f-9e94-d002e78c1528 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:22.730711 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82876e6-5cf6-413f-9e94-d002e78c1528 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:22.731099 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82876e6-5cf6-413f-9e94-d002e78c1528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:22.733340 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82876e6-5cf6-413f-9e94-d002e78c1528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:22.733568 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82876e6-5cf6-413f-9e94-d002e78c1528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:22.733979 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82876e6-5cf6-413f-9e94-d002e78c1528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:22.745673 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e82876e6-5cf6-413f-9e94-d002e78c1528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:22.768942 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-e82876e6-5cf6-413f-9e94-d002e78c1528 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62c91a5bca904ef794b0e76f8543f165&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7559323 Apr 19 18:22:22.776470 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4fb18d9f-72ca-472a-8fd2-bb5ab6b09680 req-3891beb0-8fa3-4e5d-a005-a0587fcfff88 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/security-groups?id=586d5834-959e-4e63-84f0-20d9c7cc81fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9510720 Apr 19 18:22:22.777016 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 39652) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:22.946214 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] For port 3f7cd72f-f54d-4ea0-b774-3498c27f3f92, host hv-cinder-78692, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:22:22.982321 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] For port 3f7cd72f-f54d-4ea0-b774-3498c27f3f92, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3f7cd72f-f54d-4ea0-b774-3498c27f3f92,segment=NetworkSegment(035eaf50-dc97-46fd-9b52-e4ec20975f0a),segment_id=035eaf50-dc97-46fd-9b52-e4ec20975f0a)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:22:23.009423 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:23.016614 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107811'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:23.032108 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c475b5fb-420d-4fc5-9195-17156c325575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:23.046788 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] Transition to ACTIVE for port object 878c374a-7465-4d3e-98ce-428e9f92544f will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:23.054753 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:23.062732 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:23.075009 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-b32a8979-7f27-4bec-8ffe-4d8d1d6d04d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:23.146437 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-909e46bd-5de2-4580-b306-f9e73ea30ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:23.186235 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-909e46bd-5de2-4580-b306-f9e73ea30ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:23.242045 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] Attempting to bind port 878c374a-7465-4d3e-98ce-428e9f92544f on host dv-cinder-786928-1-smb for vnic_type normal with profile {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:22:23.242712 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] Attempting to bind port 878c374a-7465-4d3e-98ce-428e9f92544f by drivers openvswitch,hyperv on host dv-cinder-786928-1-smb at level 0 using segments [{'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:22:23.243362 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] Attempting to bind port 878c374a-7465-4d3e-98ce-428e9f92544f on network 4dfc8324-dbda-4de1-90b3-5f147512ea2d {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:23.255782 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] Checking agent: {'id': '192a3675-2ad9-475f-abb6-aba9e9401083', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'started_at': datetime.datetime(2021, 4, 19, 18, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:22:23.260111 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] Checking segment: {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:22:23.260577 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:23.261022 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] Bound using segment: {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:22:23.261577 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] Bound port: 878c374a-7465-4d3e-98ce-428e9f92544f, host: dv-cinder-786928-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:22:23.261998 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:23.322833 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-909e46bd-5de2-4580-b306-f9e73ea30ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:23.378760 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:23.379729 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:23.381873 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] 10.222.0.95 "PUT /v2.0/ports/3f7cd72f-f54d-4ea0-b774-3498c27f3f92 HTTP/1.1" status: 200 len: 1093 time: 5.1687937 Apr 19 18:22:23.384737 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-909e46bd-5de2-4580-b306-f9e73ea30ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:23.386119 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-909e46bd-5de2-4580-b306-f9e73ea30ee3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/961902d5-075c-4825-8149-ae5f5b0e8277 HTTP/1.1" status: 204 len: 168 time: 0.5678177 Apr 19 18:22:23.387135 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75afc3a-60c1-4e4d-b44e-881172c083cc', 'tag': '3f7cd72f-f54d-4ea0-b774-3498c27f3f92'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:22:23.478763 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] For port 878c374a-7465-4d3e-98ce-428e9f92544f, host dv-cinder-786928-1-smb, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:22:23.482496 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] For port 878c374a-7465-4d3e-98ce-428e9f92544f, host dv-cinder-786928-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=878c374a-7465-4d3e-98ce-428e9f92544f,segment=NetworkSegment(1f30a495-c1e9-401c-a4af-f66487472610),segment_id=1f30a495-c1e9-401c-a4af-f66487472610)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:22:23.489732 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:23.543545 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7cd72f-f54d-4ea0-b774-3498c27f3f92,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:23.555277 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-6c7de245-7a6f-4ea4-9abb-80e98f62dd54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:23.557668 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] Routers {'247073a7-a009-415e-96cc-7e2df09de677'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:23.558355 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:22:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['247073a7-a009-415e-96cc-7e2df09de677'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:23.560393 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b076f-5c6a-41dd-bff3-bb0a338a2e7f req-16ea576b-b2a0-48c6-be63-70870120c8cc tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:23.591044 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-164b076f-5c6a-41dd-bff3-bb0a338a2e7f req-16ea576b-b2a0-48c6-be63-70870120c8cc tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 943 time: 0.6508942 Apr 19 18:22:23.597527 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ab8ebb71-1df9-4b81-a0cd-ada37f4f3106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:23.661786 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e46bd-5de2-4580-b306-f9e73ea30ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961902d5-075c-4825-8149-ae5f5b0e8277,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:23.693606 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-164b076f-5c6a-41dd-bff3-bb0a338a2e7f req-abb65492-89e6-4f0f-8882-a485f3c41432 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012852 Apr 19 18:22:23.711466 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b2b46-4284-4b30-bcec-b8a0ba944368 req-7adbb4e3-7598-47bc-8f65-f46aee42cfc9 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:23.720948 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-053b2b46-4284-4b30-bcec-b8a0ba944368 req-7adbb4e3-7598-47bc-8f65-f46aee42cfc9 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 945 time: 0.6921923 Apr 19 18:22:23.723570 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-909e46bd-5de2-4580-b306-f9e73ea30ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:23.790114 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-f466aed8-83ef-4ea6-a899-043233649938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:23.792582 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-f466aed8-83ef-4ea6-a899-043233649938 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2935edebaba94b499f5e8a417912af6b&device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 1096 time: 0.3583808 Apr 19 18:22:23.833204 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-053b2b46-4284-4b30-bcec-b8a0ba944368 req-74c3a6cd-cca5-4cb5-9f17-5c5c75aa8487 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110048 Apr 19 18:22:23.912315 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58b5890-2f78-4773-8b17-4ea208a71a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5445715a-e7e2-45d1-9eaf-791b417f8800', 'code': 200} Apr 19 18:22:23.960555 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] Set router 247073a7-a009-415e-96cc-7e2df09de677 gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:23.961543 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:23.974889 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a2c8057f-4298-47b8-8c9a-76c79a8a7b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1253113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853703930'] for subnet, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:24.061984 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75afc3a-60c1-4e4d-b44e-881172c083cc', 'tag': '3f7cd72f-f54d-4ea0-b774-3498c27f3f92', 'status': 'completed', 'code': 200} Apr 19 18:22:24.088908 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-a31c5e04-e5f9-4b0c-8ba4-bb310b128c96 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f7cd72f-f54d-4ea0-b774-3498c27f3f92 HTTP/1.1" status: 200 len: 217 time: 0.2843230 Apr 19 18:22:24.212312 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:24.217775 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:24.262275 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-74c61fdb-817a-4ac1-acb4-6aa8609e0f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:24.265920 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-74c61fdb-817a-4ac1-acb4-6aa8609e0f14 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=68f2128c-c4ee-4de5-af84-288bf9705ea6 HTTP/1.1" status: 200 len: 854 time: 0.1625464 Apr 19 18:22:24.447015 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f4e18-1ac3-4ecd-a2fb-af10ecbedecb None None] Pushing event updated for resources: {'Port': ['ID=878c374a-7465-4d3e-98ce-428e9f92544f,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:24.510622 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f4e18-1ac3-4ecd-a2fb-af10ecbedecb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:24.510919 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f4e18-1ac3-4ecd-a2fb-af10ecbedecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:24.511318 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f4e18-1ac3-4ecd-a2fb-af10ecbedecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:24.511694 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f4e18-1ac3-4ecd-a2fb-af10ecbedecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:24.512061 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f4e18-1ac3-4ecd-a2fb-af10ecbedecb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:24.512427 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f4e18-1ac3-4ecd-a2fb-af10ecbedecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:24.512792 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f4e18-1ac3-4ecd-a2fb-af10ecbedecb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:24.513155 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f4e18-1ac3-4ecd-a2fb-af10ecbedecb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:24.513818 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f4e18-1ac3-4ecd-a2fb-af10ecbedecb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:24.514240 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f4e18-1ac3-4ecd-a2fb-af10ecbedecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:24.514602 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f4e18-1ac3-4ecd-a2fb-af10ecbedecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:24.514960 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97f4e18-1ac3-4ecd-a2fb-af10ecbedecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:24.515431 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8057f-4298-47b8-8c9a-76c79a8a7b18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe75bd92-2500-49d8-a570-c64849885c39,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:24.522940 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e97f4e18-1ac3-4ecd-a2fb-af10ecbedecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.448s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:24.523407 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.010s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:24.529032 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a2c8057f-4298-47b8-8c9a-76c79a8a7b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:24.602603 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f4e18-1ac3-4ecd-a2fb-af10ecbedecb None None] Pushing event updated for resources: {'Port': ['ID=878c374a-7465-4d3e-98ce-428e9f92544f,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:24.609868 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e97f4e18-1ac3-4ecd-a2fb-af10ecbedecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:24.656940 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247073a7-a009-415e-96cc-7e2df09de677', 'name': 'tempest-TestShelveInstance-733477448-router', 'tenant_id': 'c2c381dc3a20413b956718a231d968bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878c374a-7465-4d3e-98ce-428e9f92544f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:07Z', 'updated_at': '2021-04-19T18:22:16Z', 'revision_number': 3, 'project_id': 'c2c381dc3a20413b956718a231d968bc', 'gw_port': {'id': '878c374a-7465-4d3e-98ce-428e9f92544f', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247073a7-a009-415e-96cc-7e2df09de677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:11Z', 'updated_at': '2021-04-19T18:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:24.675981 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eed25a5-5919-48b6-9cf1-3debe13fb8fe None None] The sync data for ids ['247073a7-a009-415e-96cc-7e2df09de677'] in dv-cinder-786928-1-smb is: [{'id': '247073a7-a009-415e-96cc-7e2df09de677', 'name': 'tempest-TestShelveInstance-733477448-router', 'tenant_id': 'c2c381dc3a20413b956718a231d968bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878c374a-7465-4d3e-98ce-428e9f92544f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:07Z', 'updated_at': '2021-04-19T18:22:16Z', 'revision_number': 3, 'project_id': 'c2c381dc3a20413b956718a231d968bc', 'gw_port': {'id': '878c374a-7465-4d3e-98ce-428e9f92544f', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247073a7-a009-415e-96cc-7e2df09de677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:11Z', 'updated_at': '2021-04-19T18:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:22:24.818762 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d2585-d738-4ed6-ada1-52de3fb11462 req-7c884d59-5cd5-406f-bc45-9ff78cbea2c9 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:24.822535 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-061d2585-d738-4ed6-ada1-52de3fb11462 req-7c884d59-5cd5-406f-bc45-9ff78cbea2c9 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/ports?device_id=a58b5890-2f78-4773-8b17-4ea208a71a8c HTTP/1.1" status: 200 len: 950 time: 0.5539460 Apr 19 18:22:24.889215 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-b7574cf7-ee2c-45e9-bb65-8b78964983ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:24.890699 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-b7574cf7-ee2c-45e9-bb65-8b78964983ee service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=223f0005-7301-4120-ae02-8b68452092d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5337188 Apr 19 18:22:24.917310 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-061d2585-d738-4ed6-ada1-52de3fb11462 req-e3afecb9-c33f-4f0e-ac85-eae99595bb50 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/security-groups?id=586d5834-959e-4e63-84f0-20d9c7cc81fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697803 Apr 19 18:22:24.925054 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38678c1-0422-407d-b2a7-4491388e7e30 req-4016cc06-2c61-417e-a256-faa7b5069486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:24.926550 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c38678c1-0422-407d-b2a7-4491388e7e30 req-4016cc06-2c61-417e-a256-faa7b5069486 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a58b5890-2f78-4773-8b17-4ea208a71a8c HTTP/1.1" status: 200 len: 1103 time: 0.3181615 Apr 19 18:22:25.367059 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43434af1-1f40-4a30-a378-bc20eed92240 req-fa87c045-1e33-4aae-9932-d7d08ab8da80 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:25.377307 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-43434af1-1f40-4a30-a378-bc20eed92240 req-fa87c045-1e33-4aae-9932-d7d08ab8da80 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 943 time: 0.2780676 Apr 19 18:22:25.439057 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c8057f-4298-47b8-8c9a-76c79a8a7b18 admin admin] Checking segment: {'id': 'c9b49068-2d9d-4702-8583-d31d5677a115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '08e00816-0bec-4051-b588-104519e4fca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:22:25.439637 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c8057f-4298-47b8-8c9a-76c79a8a7b18 admin admin] Network hostable DHCP agents. Network: 08e00816-0bec-4051-b588-104519e4fca9, hostable agents: ['c63027b6-2e67-4fd7-9492-d43596a5c67c'], hosted agents: [] {{(pid=86363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:22:25.451421 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0128f1a3-8d16-483d-8831-f0fbf8c07769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:25.457347 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-43434af1-1f40-4a30-a378-bc20eed92240 req-dd74479f-7e26-4e8f-9a29-8dba2d912673 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787606 Apr 19 18:22:25.476842 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 878c374a-7465-4d3e-98ce-428e9f92544f up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:25.665178 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ec37250c-4e48-41bc-9081-5131a255391c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838208020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853522756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1071933'] for subnet, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:25.669728 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c8057f-4298-47b8-8c9a-76c79a8a7b18 admin admin] Network 08e00816-0bec-4051-b588-104519e4fca9 is scheduled to be hosted by DHCP agent c63027b6-2e67-4fd7-9492-d43596a5c67c with binding_index 1 {{(pid=86363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:22:25.709069 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c38678c1-0422-407d-b2a7-4491388e7e30 req-789d4e5e-ec6d-4310-aa99-f329bb5b4da1 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=586d5834-959e-4e63-84f0-20d9c7cc81fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313092 Apr 19 18:22:25.760286 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning for port 878c374a-7465-4d3e-98ce-428e9f92544f completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:25.773590 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 878c374a-7465-4d3e-98ce-428e9f92544f triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:25.774256 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:25.878333 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:25.958243 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-fec891b7-d5e2-468a-a336-efbe07599c74 service neutron] 10.222.0.95 "GET /v2.0/networks/223f0005-7301-4120-ae02-8b68452092d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830096 Apr 19 18:22:25.990729 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-a2c8057f-4298-47b8-8c9a-76c79a8a7b18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-smb, 08e00816-0bec-4051-b588-104519e4fca9) {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:26.031142 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4d526dcc-e960-4f70-bbc0-936815e442d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:26.051842 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a019e0-c60f-49b5-aa95-cca02a16c0e2 None None] Network 08e00816-0bec-4051-b588-104519e4fca9 requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:22:26.240286 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37250c-4e48-41bc-9081-5131a255391c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f8bd5b2-70c1-40b8-b712-5bfe8d2a2d70,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:26.253035 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c8057f-4298-47b8-8c9a-76c79a8a7b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:26.253838 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a2c8057f-4298-47b8-8c9a-76c79a8a7b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:26.282741 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ec37250c-4e48-41bc-9081-5131a255391c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:26.289955 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ec37250c-4e48-41bc-9081-5131a255391c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:26.434038 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6651267f-930b-48c1-b41d-e36c009fa472 None None] Network 08e00816-0bec-4051-b588-104519e4fca9 requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:22:26.453962 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24044c-d65f-413a-bf74-48d457e41dff req-b520bd4c-1309-4910-bfd1-2a6679831c6b tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:26.461734 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ee24044c-d65f-413a-bf74-48d457e41dff req-b520bd4c-1309-4910-bfd1-2a6679831c6b tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 1.9587374 Apr 19 18:22:26.615092 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-ec37250c-4e48-41bc-9081-5131a255391c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6f8bd5b2-70c1-40b8-b712-5bfe8d2a2d70 HTTP/1.1" status: 204 len: 168 time: 8.0386925 Apr 19 18:22:26.617126 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-a2c8057f-4298-47b8-8c9a-76c79a8a7b18 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 6.1729264 Apr 19 18:22:26.619818 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 39728) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:26.933823 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:26.971295 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] For port 878c374a-7465-4d3e-98ce-428e9f92544f, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=878c374a-7465-4d3e-98ce-428e9f92544f,segment=NetworkSegment(1f30a495-c1e9-401c-a4af-f66487472610),segment_id=1f30a495-c1e9-401c-a4af-f66487472610)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:26.976417 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:26.987883 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:26.993355 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-89e67b27-578a-4e81-94eb-b50b5c3f5796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655000'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:27.015139 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ee24044c-d65f-413a-bf74-48d457e41dff req-eac7354f-8c7d-4787-8229-720fc26d0862 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5343199 Apr 19 18:22:27.041516 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ba3dabcd-5a13-456b-9c56-44392958ef83 req-e06a26e8-f3d1-4241-b8e0-81ac70c11f23 service neutron] 10.222.0.95 "GET /v2.0/networks/223f0005-7301-4120-ae02-8b68452092d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9614100 Apr 19 18:22:27.063198 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eea98e-d984-4ba8-8d76-06cd219ab4ab req-69ae220c-927c-454a-9b9d-7ff28ecca7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:27.065700 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-74eea98e-d984-4ba8-8d76-06cd219ab4ab req-69ae220c-927c-454a-9b9d-7ff28ecca7e4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=953bb2a403d44bb787795f1209c28a9b&device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 1098 time: 0.8596838 Apr 19 18:22:27.085645 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Pushing event updated for resources: {'Port': ['ID=878c374a-7465-4d3e-98ce-428e9f92544f,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:27.098286 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:27.122918 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7cd67-eba0-43eb-928a-0a2fa29ccda6 req-4df2a5c9-7270-49a5-942a-ff25de431863 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:27.136706 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-fac7cd67-eba0-43eb-928a-0a2fa29ccda6 req-4df2a5c9-7270-49a5-942a-ff25de431863 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 945 time: 1.1772017 Apr 19 18:22:27.225304 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-0128f1a3-8d16-483d-8831-f0fbf8c07769 admin admin] Allocated IP 172.20.0.1 (a20fc5e6-2855-4458-8aaf-9d3d19620b7d/9d284655-2ffe-4495-b5a5-4ef19ad1d859/8c05934a-6335-4203-ae25-3950f27fe0a1) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:22:27.256400 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-89e67b27-578a-4e81-94eb-b50b5c3f5796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838208127', 'neutron.services.segments.db._delete_segments_for_network-8728807561075'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:27.420956 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 878c374a-7465-4d3e-98ce-428e9f92544f up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:27.547139 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-fac7cd67-eba0-43eb-928a-0a2fa29ccda6 req-3fc683fe-fd21-4f8a-baab-d62b659e7598 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4092937 Apr 19 18:22:27.642750 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 878c374a-7465-4d3e-98ce-428e9f92544f triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:27.643419 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:27.862481 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eea98e-d984-4ba8-8d76-06cd219ab4ab req-4300dcba-7948-4e45-8ab3-079fb9d058c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:27.868348 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-74eea98e-d984-4ba8-8d76-06cd219ab4ab req-4300dcba-7948-4e45-8ab3-079fb9d058c3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=62d4a419-1594-4973-afcf-06199a9f163a HTTP/1.1" status: 200 len: 917 time: 0.6955380 Apr 19 18:22:27.925920 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-89e67b27-578a-4e81-94eb-b50b5c3f5796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81389814-a967-484b-be2e-4d505a9878a9']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:28.004105 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-89e67b27-578a-4e81-94eb-b50b5c3f5796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:28.004625 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-89e67b27-578a-4e81-94eb-b50b5c3f5796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7fcd0b-42ed-4fdc-b36c-5c46c3fdb7c4') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:28.120909 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb961e-065c-4f89-9d78-0f5e04f80c6b req-f77c4f1e-93b6-48d9-9f1b-642a7ec9a03b tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:28.130050 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2fdb961e-065c-4f89-9d78-0f5e04f80c6b req-f77c4f1e-93b6-48d9-9f1b-642a7ec9a03b tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/ports?device_id=a58b5890-2f78-4773-8b17-4ea208a71a8c HTTP/1.1" status: 200 len: 950 time: 0.6409724 Apr 19 18:22:28.148807 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-89e67b27-578a-4e81-94eb-b50b5c3f5796 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308047041891', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127947'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:28.227824 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4462b-559f-48c9-bc40-94bb3491e71e req-764921b5-2704-4e14-85e5-8b5113d2ad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:28.230185 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dbb4462b-559f-48c9-bc40-94bb3491e71e req-764921b5-2704-4e14-85e5-8b5113d2ad4b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2935edebaba94b499f5e8a417912af6b&device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 1096 time: 0.6063685 Apr 19 18:22:28.258144 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2fdb961e-065c-4f89-9d78-0f5e04f80c6b req-56687e43-1e99-4674-a0c3-73b7df4fb517 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/security-groups?id=586d5834-959e-4e63-84f0-20d9c7cc81fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238923 Apr 19 18:22:28.299850 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d32cd-4538-4646-9754-80b84d6e4eaf req-1ecb4fe9-879f-49c3-878f-5b5e5b54eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:28.301312 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-025d32cd-4538-4646-9754-80b84d6e4eaf req-1ecb4fe9-879f-49c3-878f-5b5e5b54eaac service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 1098 time: 0.5627520 Apr 19 18:22:28.315377 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-89e67b27-578a-4e81-94eb-b50b5c3f5796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:28.436136 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0128f1a3-8d16-483d-8831-f0fbf8c07769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:28.477996 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e67b27-578a-4e81-94eb-b50b5c3f5796 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:22:28.548683 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-025d32cd-4538-4646-9754-80b84d6e4eaf req-fe840433-eb35-4611-9f82-074aaa009b4f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297847 Apr 19 18:22:28.617251 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4462b-559f-48c9-bc40-94bb3491e71e req-d2facdcb-77e8-4e3f-afc7-de2fe9398b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:28.618845 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dbb4462b-559f-48c9-bc40-94bb3491e71e req-d2facdcb-77e8-4e3f-afc7-de2fe9398b93 service neutron] 10.222.0.95 "GET /v2.0/networks?id=223f0005-7301-4120-ae02-8b68452092d5 HTTP/1.1" status: 200 len: 916 time: 0.3746533 Apr 19 18:22:28.622689 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-74eea98e-d984-4ba8-8d76-06cd219ab4ab req-8ebe73c0-d95e-435f-800f-219b302b1aa1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f101b6b7-f82b-4f63-9ca7-d9aea6985bec HTTP/1.1" status: 200 len: 999 time: 0.6711724 Apr 19 18:22:28.645239 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f91a4-f35a-499a-b059-40b11363c1f4 req-e1dd00f6-d166-4d2c-a6b8-039407174ec9 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:28.656102 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9a6f91a4-f35a-499a-b059-40b11363c1f4 req-e1dd00f6-d166-4d2c-a6b8-039407174ec9 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 943 time: 0.7859662 Apr 19 18:22:28.879716 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device f101b6b7-f82b-4f63-9ca7-d9aea6985bec no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:22:28.912554 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-0128f1a3-8d16-483d-8831-f0fbf8c07769 admin admin] Transition to ACTIVE for port object 8c05934a-6335-4203-ae25-3950f27fe0a1 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:28.940140 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eea98e-d984-4ba8-8d76-06cd219ab4ab req-e5847b83-a765-4673-acbf-4580b353be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:28.941903 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-74eea98e-d984-4ba8-8d76-06cd219ab4ab req-e5847b83-a765-4673-acbf-4580b353be0f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=625ea84b-b025-47d7-a45d-f91f00c07a4e HTTP/1.1" status: 200 len: 855 time: 0.2459848 Apr 19 18:22:28.943314 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dbb4462b-559f-48c9-bc40-94bb3491e71e req-784cc64b-c7d5-4a89-8e76-44568d0ab67d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f7cd72f-f54d-4ea0-b774-3498c27f3f92 HTTP/1.1" status: 200 len: 217 time: 0.1557059 Apr 19 18:22:28.964502 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9a6f91a4-f35a-499a-b059-40b11363c1f4 req-acbf2bf8-df97-4d68-a702-b3e46d1496ef tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072476 Apr 19 18:22:29.144650 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0128f1a3-8d16-483d-8831-f0fbf8c07769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:29.169297 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:29.198676 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-aad39991-1d92-4f4e-9ef1-2185e2d33cb3 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:29.234493 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa19aac-dfe7-4dbb-a756-31c52a15dd36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f101b6b7-f82b-4f63-9ca7-d9aea6985bec'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:22:29.252210 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port f101b6b7-f82b-4f63-9ca7-d9aea6985bec, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f101b6b7-f82b-4f63-9ca7-d9aea6985bec,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:29.272115 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:29.279795 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:29.313137 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-89e67b27-578a-4e81-94eb-b50b5c3f5796 admin admin] Network 81389814-a967-484b-be2e-4d505a9878a9 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:22:29.329296 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-89e67b27-578a-4e81-94eb-b50b5c3f5796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16650949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1252639'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:29.422173 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=f101b6b7-f82b-4f63-9ca7-d9aea6985bec,revision_number=8']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:29.437595 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:29.438202 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:29.439706 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:29.440359 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:29.440958 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:29.441586 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:29.442168 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:29.442822 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:29.443443 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:29.444065 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:29.444650 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:29.445217 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:22:29.452344 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:29.711220 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0128f1a3-8d16-483d-8831-f0fbf8c07769 admin admin] Network a20fc5e6-2855-4458-8aaf-9d3d19620b7d is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:22:29.811207 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-0128f1a3-8d16-483d-8831-f0fbf8c07769 admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:29.820194 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128f1a3-8d16-483d-8831-f0fbf8c07769 admin admin] Pushing event updated for resources: {'Port': ['ID=8c05934a-6335-4203-ae25-3950f27fe0a1,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:29.856892 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0128f1a3-8d16-483d-8831-f0fbf8c07769 admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:22:29.933166 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:29.939206 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4462b-559f-48c9-bc40-94bb3491e71e req-3a1088df-3064-4797-9296-57655759ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:29.951360 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dbb4462b-559f-48c9-bc40-94bb3491e71e req-3a1088df-3064-4797-9296-57655759ef22 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=68f2128c-c4ee-4de5-af84-288bf9705ea6 HTTP/1.1" status: 200 len: 854 time: 0.4257636 Apr 19 18:22:30.002190 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0128f1a3-8d16-483d-8831-f0fbf8c07769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:30.044904 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ddf37-6ec3-4874-9d4f-322ff2cc34fc req-9a0050cd-422d-49ab-9381-45d998a27e94 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:30.046619 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c75ddf37-6ec3-4874-9d4f-322ff2cc34fc req-9a0050cd-422d-49ab-9381-45d998a27e94 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 1.4920490 Apr 19 18:22:30.047539 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0128f1a3-8d16-483d-8831-f0fbf8c07769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853813499'] for router_interface, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:30.086606 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eea98e-d984-4ba8-8d76-06cd219ab4ab req-7219b876-d36d-4238-8e85-193c87454329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:30.088684 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-74eea98e-d984-4ba8-8d76-06cd219ab4ab req-7219b876-d36d-4238-8e85-193c87454329 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=62d4a419-1594-4973-afcf-06199a9f163a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5725629 Apr 19 18:22:30.113487 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-112ff113-f5a4-4ac7-8858-4647963217d0 req-24a76ff2-d07d-47ef-85db-6b2d18025d2f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.3525832 Apr 19 18:22:30.130079 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd99be3-3b3a-4ae8-bc52-aad125f08ed2 req-1463a6f9-1131-44f6-a930-2a9da544ecf6 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:30.138287 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bbd99be3-3b3a-4ae8-bc52-aad125f08ed2 req-1463a6f9-1131-44f6-a930-2a9da544ecf6 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 943 time: 0.1468894 Apr 19 18:22:30.139288 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-89e67b27-578a-4e81-94eb-b50b5c3f5796 admin admin] Network 81389814-a967-484b-be2e-4d505a9878a9 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: Traceback (most recent call last): Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: timer() Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: cb(*args, **kw) Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: return func(*args, **kwargs) Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: self._notify() Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: self.callback(batched_events) Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: event.method(event) Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: segment_id)['aggregates'][0] Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: return f(self, *a, **k) Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: return self._get(url).json() Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: **kwargs) Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: return self.request(url, 'GET', **kwargs) Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: **endpoint_filter) Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:22:30.176829 dv-cinder-786928-1-smb neutron-server[86248]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:22:30.188319 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bbd99be3-3b3a-4ae8-bc52-aad125f08ed2 req-7b49c74f-62d9-4573-acc1-9139462126c0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487554 Apr 19 18:22:30.230126 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-86e3dc95-09ad-41f1-9aab-6fdb2aeeb8ac None None] Provisioning for port 8c05934a-6335-4203-ae25-3950f27fe0a1 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:30.243054 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-86e3dc95-09ad-41f1-9aab-6fdb2aeeb8ac None None] Provisioning complete for port 8c05934a-6335-4203-ae25-3950f27fe0a1 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:30.243510 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-86e3dc95-09ad-41f1-9aab-6fdb2aeeb8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:30.275689 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0128f1a3-8d16-483d-8831-f0fbf8c07769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:30.321209 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa19aac-dfe7-4dbb-a756-31c52a15dd36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f101b6b7-f82b-4f63-9ca7-d9aea6985bec', 'code': 200} Apr 19 18:22:30.321827 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-86e3dc95-09ad-41f1-9aab-6fdb2aeeb8ac None None] Port 8c05934a-6335-4203-ae25-3950f27fe0a1 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:22:30.460701 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c75ddf37-6ec3-4874-9d4f-322ff2cc34fc req-d3fe55c6-98c9-468f-b694-e6e6ca60d0dd tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460255 Apr 19 18:22:30.508657 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-89e67b27-578a-4e81-94eb-b50b5c3f5796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16567689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962437'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:30.543841 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9139c-c4f0-4c97-b584-3c6f856ebfb2 req-a6cc2deb-15c9-41a5-bf83-f2c652519eeb tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:30.553475 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e2a9139c-c4f0-4c97-b584-3c6f856ebfb2 req-a6cc2deb-15c9-41a5-bf83-f2c652519eeb tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/ports?device_id=a58b5890-2f78-4773-8b17-4ea208a71a8c HTTP/1.1" status: 200 len: 950 time: 0.1698186 Apr 19 18:22:30.643371 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-93cb8b7f-e0c4-4e2b-a357-d2127a4eb5c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:30.660894 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e2a9139c-c4f0-4c97-b584-3c6f856ebfb2 req-49a69377-1a8b-4c15-9fbe-dd52c02caba5 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/security-groups?id=586d5834-959e-4e63-84f0-20d9c7cc81fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059461 Apr 19 18:22:30.680342 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-89e67b27-578a-4e81-94eb-b50b5c3f5796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:30.694475 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e67b27-578a-4e81-94eb-b50b5c3f5796 admin admin] Pushing event deleted for resources: {'Network': ['ID=81389814-a967-484b-be2e-4d505a9878a9,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:30.702619 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-89e67b27-578a-4e81-94eb-b50b5c3f5796 admin admin] 10.222.0.20 "DELETE /v2.0/networks/81389814-a967-484b-be2e-4d505a9878a9 HTTP/1.1" status: 204 len: 168 time: 3.9646878 Apr 19 18:22:30.704007 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-89e67b27-578a-4e81-94eb-b50b5c3f5796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:30.848443 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0128f1a3-8d16-483d-8831-f0fbf8c07769 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:30.855407 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0128f1a3-8d16-483d-8831-f0fbf8c07769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:30.911154 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de71f08-4b81-4540-b356-0945a67db97d req-3ef04efd-e475-45ad-b646-210166f0d2e3 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:30.913078 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0de71f08-4b81-4540-b356-0945a67db97d req-3ef04efd-e475-45ad-b646-210166f0d2e3 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 943 time: 0.1129737 Apr 19 18:22:30.926916 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:30.987398 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0128f1a3-8d16-483d-8831-f0fbf8c07769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854186072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962402'] for router_interface, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:31.011365 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0de71f08-4b81-4540-b356-0945a67db97d req-a0647e36-6737-46dc-baf8-91912d88d323 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846117 Apr 19 18:22:31.037145 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 39812) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:31.037867 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128f1a3-8d16-483d-8831-f0fbf8c07769 admin admin] Pushing event updated for resources: {'Port': ['ID=8c05934a-6335-4203-ae25-3950f27fe0a1,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:31.092181 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0128f1a3-8d16-483d-8831-f0fbf8c07769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:31.106630 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-6c3c8231-5a80-4857-8e72-76af58349e14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08eaac8bfe8c4be3ab36db0e9749a483&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0681145 Apr 19 18:22:31.109269 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 39816) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:31.177076 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0128f1a3-8d16-483d-8831-f0fbf8c07769 admin admin] Network a20fc5e6-2855-4458-8aaf-9d3d19620b7d is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:22:31.178398 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-0128f1a3-8d16-483d-8831-f0fbf8c07769 admin admin] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:31.201046 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cb421d9a-6d67-4751-a31a-af0455e36ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:31.281850 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cb421d9a-6d67-4751-a31a-af0455e36ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:31.358955 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cb421d9a-6d67-4751-a31a-af0455e36ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:31.367964 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fefb7fba-734c-498f-a108-482aedc3ee72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:31.390331 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb421d9a-6d67-4751-a31a-af0455e36ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:31.401723 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cb421d9a-6d67-4751-a31a-af0455e36ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:31.415485 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cb421d9a-6d67-4751-a31a-af0455e36ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:31.416983 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-cb421d9a-6d67-4751-a31a-af0455e36ff1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e57104fe-c3fe-45a7-bb1c-9c4eb95f0efa HTTP/1.1" status: 204 len: 168 time: 0.3065774 Apr 19 18:22:31.594581 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-3cd36e59-8580-4874-9fc9-d303d1aac571 None None] Provisioning complete for port 8c05934a-6335-4203-ae25-3950f27fe0a1 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:31.595661 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3cd36e59-8580-4874-9fc9-d303d1aac571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:31.777362 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-3cd36e59-8580-4874-9fc9-d303d1aac571 None None] Port 8c05934a-6335-4203-ae25-3950f27fe0a1 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:22:31.818234 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0128f1a3-8d16-483d-8831-f0fbf8c07769 admin admin] Router 247073a7-a009-415e-96cc-7e2df09de677 has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:22:31.895869 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4ce6d-b405-4f6b-a9df-50797419a1b0 req-4f033800-b4b1-4196-a2eb-08c865867676 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:31.897232 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5bf4ce6d-b405-4f6b-a9df-50797419a1b0 req-4f033800-b4b1-4196-a2eb-08c865867676 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 943 time: 0.2811854 Apr 19 18:22:31.985175 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5bf4ce6d-b405-4f6b-a9df-50797419a1b0 req-5c739d2b-7412-45dd-a13a-6015eb2c310c tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793080 Apr 19 18:22:32.125997 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0128f1a3-8d16-483d-8831-f0fbf8c07769 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:22:32.135935 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] Sync routers for ids ['247073a7-a009-415e-96cc-7e2df09de677'] in dv-cinder-786928-1-smb {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:22:32.137742 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-0128f1a3-8d16-483d-8831-f0fbf8c07769 admin admin] 10.222.0.20 "PUT /v2.0/routers/247073a7-a009-415e-96cc-7e2df09de677/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6434252 Apr 19 18:22:32.147532 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] Routers {'247073a7-a009-415e-96cc-7e2df09de677'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:32.149948 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:22:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['247073a7-a009-415e-96cc-7e2df09de677'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:32.265587 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cea54-f716-4392-ab4b-53e797be9ba7 req-81a57492-3113-4507-b1bd-27b7381f2e44 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:32.268431 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-643cea54-f716-4392-ab4b-53e797be9ba7 req-81a57492-3113-4507-b1bd-27b7381f2e44 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.1465900 Apr 19 18:22:32.371842 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-643cea54-f716-4392-ab4b-53e797be9ba7 req-2470ada0-3fe9-4361-82ce-1ab4c9d0fec6 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969038 Apr 19 18:22:32.418497 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] Set router 247073a7-a009-415e-96cc-7e2df09de677 gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:32.476938 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-2450fb54-7ee2-4901-80af-69d9b8f24d48 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:32.477861 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-2450fb54-7ee2-4901-80af-69d9b8f24d48 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Synchronizing usage tracker for tenant:dc0d64d42f6041d8bf7e578f1a823ce8 on resource:network {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:22:32.500515 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-2450fb54-7ee2-4901-80af-69d9b8f24d48 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Unset dirty status for tenant:dc0d64d42f6041d8bf7e578f1a823ce8 on resource:network {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:22:32.502149 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-2450fb54-7ee2-4901-80af-69d9b8f24d48 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/networks?id=08e00816-0bec-4051-b588-104519e4fca9 HTTP/1.1" status: 200 len: 813 time: 0.2445977 Apr 19 18:22:32.526779 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-2843c043-d950-4115-a523-53e5a8dbf221 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/quotas/dc0d64d42f6041d8bf7e578f1a823ce8 HTTP/1.1" status: 200 len: 375 time: 0.0165129 Apr 19 18:22:32.594792 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-13e43b20-9ecc-468e-8e9b-d0b95c944d64 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc0d64d42f6041d8bf7e578f1a823ce8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608296 Apr 19 18:22:32.824662 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-16fe27ee-a772-4ff7-b7dd-bf2983c5c532 service neutron] 10.222.0.20 "GET /v2.0/networks/08e00816-0bec-4051-b588-104519e4fca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685057 Apr 19 18:22:32.866889 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247073a7-a009-415e-96cc-7e2df09de677', 'name': 'tempest-TestShelveInstance-733477448-router', 'tenant_id': 'c2c381dc3a20413b956718a231d968bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878c374a-7465-4d3e-98ce-428e9f92544f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:07Z', 'updated_at': '2021-04-19T18:22:30Z', 'revision_number': 4, 'project_id': 'c2c381dc3a20413b956718a231d968bc', 'gw_port': {'id': '878c374a-7465-4d3e-98ce-428e9f92544f', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247073a7-a009-415e-96cc-7e2df09de677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:11Z', 'updated_at': '2021-04-19T18:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': '8c05934a-6335-4203-ae25-3950f27fe0a1', 'name': '', 'network_id': 'a20fc5e6-2855-4458-8aaf-9d3d19620b7d', 'tenant_id': 'c2c381dc3a20413b956718a231d968bc', 'mac_address': 'fa:16:3e:0e:10:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247073a7-a009-415e-96cc-7e2df09de677', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9d284655-2ffe-4495-b5a5-4ef19ad1d859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:25Z', 'updated_at': '2021-04-19T18:22:30Z', 'revision_number': 2, 'project_id': 'c2c381dc3a20413b956718a231d968bc', 'subnets': [{'id': '9d284655-2ffe-4495-b5a5-4ef19ad1d859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:32.872518 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] Checking router: 247073a7-a009-415e-96cc-7e2df09de677 for host: dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:22:32.873222 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] Updating router 247073a7-a009-415e-96cc-7e2df09de677 port 8c05934a-6335-4203-ae25-3950f27fe0a1 binding host dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:22:32.915581 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3b211-de81-4a55-b5d6-9fa409a1dd9f req-8df75e41-e99b-4e1c-967d-9c0e9df7c819 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:32.923539 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4ce3b211-de81-4a55-b5d6-9fa409a1dd9f req-8df75e41-e99b-4e1c-967d-9c0e9df7c819 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/ports?device_id=a58b5890-2f78-4773-8b17-4ea208a71a8c HTTP/1.1" status: 200 len: 950 time: 0.4111240 Apr 19 18:22:32.941113 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:32.970279 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ff113-f5a4-4ac7-8858-4647963217d0 req-fab0e4d8-002f-4cf3-8bcd-743cd9f67cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:32.972488 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-112ff113-f5a4-4ac7-8858-4647963217d0 req-fab0e4d8-002f-4cf3-8bcd-743cd9f67cf0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e5aec57c28f45319053964d5da3987a&device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 1099 time: 0.3722360 Apr 19 18:22:32.973357 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-74eea98e-d984-4ba8-8d76-06cd219ab4ab req-a1c125d7-5fa8-449c-8cdf-20426ec11a2a service neutron] 10.222.0.95 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713861 Apr 19 18:22:33.212190 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4462b-559f-48c9-bc40-94bb3491e71e req-bceaae67-fdc4-41bc-ba2e-2487dd0d0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:33.215595 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dbb4462b-559f-48c9-bc40-94bb3491e71e req-bceaae67-fdc4-41bc-ba2e-2487dd0d0162 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=223f0005-7301-4120-ae02-8b68452092d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6111739 Apr 19 18:22:33.222130 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4ce3b211-de81-4a55-b5d6-9fa409a1dd9f req-030f245a-e17d-4def-9143-cadff219cf25 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/security-groups?id=586d5834-959e-4e63-84f0-20d9c7cc81fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976749 Apr 19 18:22:33.286601 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-9ff8ff66-9add-4aa3-9731-b77247af044b service neutron] 10.222.0.20 "GET /v2.0/networks/08e00816-0bec-4051-b588-104519e4fca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529083 Apr 19 18:22:33.375631 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ff113-f5a4-4ac7-8858-4647963217d0 req-7e09e0f0-7ed6-4854-8458-a3bdc3c33dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:33.377934 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-112ff113-f5a4-4ac7-8858-4647963217d0 req-7e09e0f0-7ed6-4854-8458-a3bdc3c33dcf service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f0e48ed-9408-4c13-86a0-4f47989417a5 HTTP/1.1" status: 200 len: 919 time: 0.3750334 Apr 19 18:22:33.482530 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-112ff113-f5a4-4ac7-8858-4647963217d0 req-a7358007-4e52-4ff8-b6ec-556177107f12 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283 HTTP/1.1" status: 200 len: 217 time: 0.0905807 Apr 19 18:22:33.574321 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ff113-f5a4-4ac7-8858-4647963217d0 req-f0645bf8-2b8b-4475-86a2-8e15313d118f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:33.578840 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-112ff113-f5a4-4ac7-8858-4647963217d0 req-f0645bf8-2b8b-4475-86a2-8e15313d118f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d8afd2f9-3d31-4b4f-9adf-a6ba880844ee HTTP/1.1" status: 200 len: 858 time: 0.0892251 Apr 19 18:22:33.604845 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:33.623558 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] Transition to ACTIVE for port object 8c05934a-6335-4203-ae25-3950f27fe0a1 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:33.632225 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:33.639161 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4ca202d6-f715-4cf5-bbd2-74b5e1e31c7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:33.659506 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-112ff113-f5a4-4ac7-8858-4647963217d0 req-2ae341e3-1a98-47c9-8548-7d00edcb3854 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f0e48ed-9408-4c13-86a0-4f47989417a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684545 Apr 19 18:22:33.667011 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dbb4462b-559f-48c9-bc40-94bb3491e71e req-69ad02c7-1c63-411d-867c-8a80d39d11d6 service neutron] 10.222.0.95 "GET /v2.0/networks/223f0005-7301-4120-ae02-8b68452092d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434762 Apr 19 18:22:33.683540 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-74eea98e-d984-4ba8-8d76-06cd219ab4ab req-02d0c9ea-c0da-4899-b3d6-92272d2c7f12 service neutron] 10.222.0.95 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6839733 Apr 19 18:22:33.992042 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-112ff113-f5a4-4ac7-8858-4647963217d0 req-5defc2ee-77b7-4849-b40e-8a58f2a65787 service neutron] 10.222.0.95 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948592 Apr 19 18:22:33.999227 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7e60c-aecd-4338-b009-4e2331288a0c None None] Pushing event updated for resources: {'Port': ['ID=8c05934a-6335-4203-ae25-3950f27fe0a1,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:34.080083 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-aed7e60c-aecd-4338-b009-4e2331288a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:34.143954 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dbb4462b-559f-48c9-bc40-94bb3491e71e req-9594c972-a8f4-41af-a694-4f43c38460c2 service neutron] 10.222.0.95 "GET /v2.0/networks/223f0005-7301-4120-ae02-8b68452092d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198005 Apr 19 18:22:34.148303 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] Attempting to bind port 8c05934a-6335-4203-ae25-3950f27fe0a1 on host dv-cinder-786928-1-smb for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:22:34.148303 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] Attempting to bind port 8c05934a-6335-4203-ae25-3950f27fe0a1 by drivers openvswitch,hyperv on host dv-cinder-786928-1-smb at level 0 using segments [{'id': '7192b8e2-0d64-43a3-9726-fac5d3d0f51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a20fc5e6-2855-4458-8aaf-9d3d19620b7d'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:22:34.148974 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] Attempting to bind port 8c05934a-6335-4203-ae25-3950f27fe0a1 on network a20fc5e6-2855-4458-8aaf-9d3d19620b7d {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:34.169954 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] Checking agent: {'id': '192a3675-2ad9-475f-abb6-aba9e9401083', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'started_at': datetime.datetime(2021, 4, 19, 18, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:22:34.170475 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] Checking segment: {'id': '7192b8e2-0d64-43a3-9726-fac5d3d0f51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a20fc5e6-2855-4458-8aaf-9d3d19620b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:22:34.170829 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:34.175165 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] Bound using segment: {'id': '7192b8e2-0d64-43a3-9726-fac5d3d0f51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a20fc5e6-2855-4458-8aaf-9d3d19620b7d'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:22:34.175849 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] Bound port: 8c05934a-6335-4203-ae25-3950f27fe0a1, host: dv-cinder-786928-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7192b8e2-0d64-43a3-9726-fac5d3d0f51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a20fc5e6-2855-4458-8aaf-9d3d19620b7d'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:22:34.176297 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:34.200888 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c5b8f-2a78-4da5-804e-35c68082306a req-1fd95340-1fc9-41d1-8dc6-00472acb4453 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:34.218339 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f37c5b8f-2a78-4da5-804e-35c68082306a req-1fd95340-1fc9-41d1-8dc6-00472acb4453 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 943 time: 0.7060962 Apr 19 18:22:34.414728 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-112ff113-f5a4-4ac7-8858-4647963217d0 req-84701ad7-24ab-40f0-baf2-935d6c360e2a service neutron] 10.222.0.95 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106185 Apr 19 18:22:34.506456 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] For port 8c05934a-6335-4203-ae25-3950f27fe0a1, host dv-cinder-786928-1-smb, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:22:34.510231 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] For port 8c05934a-6335-4203-ae25-3950f27fe0a1, host dv-cinder-786928-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=8c05934a-6335-4203-ae25-3950f27fe0a1,segment=NetworkSegment(7192b8e2-0d64-43a3-9726-fac5d3d0f51b),segment_id=7192b8e2-0d64-43a3-9726-fac5d3d0f51b)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:22:34.516421 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:34.522382 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0c14fd8a-905a-4f99-8bf7-72e1b028b4b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:34.697638 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7e60c-aecd-4338-b009-4e2331288a0c None None] Pushing event updated for resources: {'Port': ['ID=8c05934a-6335-4203-ae25-3950f27fe0a1,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:34.702791 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-aed7e60c-aecd-4338-b009-4e2331288a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:34.731418 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] Routers {'247073a7-a009-415e-96cc-7e2df09de677'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:22:34.732351 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:22:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['247073a7-a009-415e-96cc-7e2df09de677'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:34.734822 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f37c5b8f-2a78-4da5-804e-35c68082306a req-38e5f1cd-5657-4f3e-b784-279411c9b462 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158691 Apr 19 18:22:34.816730 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0f729-5937-4c39-a7ea-0ed9e347cac5 req-0ca44394-88d1-4ae4-a31c-a13da682f9a3 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:34.818381 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e1c0f729-5937-4c39-a7ea-0ed9e347cac5 req-0ca44394-88d1-4ae4-a31c-a13da682f9a3 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.95 "GET /v2.0/ports?device_id=a58b5890-2f78-4773-8b17-4ea208a71a8c HTTP/1.1" status: 200 len: 950 time: 0.1794033 Apr 19 18:22:35.026880 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 3f7cd72f-f54d-4ea0-b774-3498c27f3f92 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:22:35.102752 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 39912) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:35.109083 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-a1fda556-e116-4f78-873f-c54ee7812f33 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1754358631', 'description': 'tempest-secgroup-smoke-1754358631 description', 'project_id': 'f6c506fc525541018ae925b541941e2a'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:35.109751 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-e1c0f729-5937-4c39-a7ea-0ed9e347cac5 req-ca039a78-c12c-4c15-9461-1076318d728f tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Deleting port 5445715a-e7e2-45d1-9eaf-791b417f8800 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:22:35.110310 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-e1c0f729-5937-4c39-a7ea-0ed9e347cac5 req-ca039a78-c12c-4c15-9461-1076318d728f tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:35.126928 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-a1fda556-e116-4f78-873f-c54ee7812f33 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:35.138949 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-a1fda556-e116-4f78-873f-c54ee7812f33 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Usage tracker for resource:security_group and tenant:f6c506fc525541018ae925b541941e2a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:35.146337 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-a1fda556-e116-4f78-873f-c54ee7812f33 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:35.155530 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-a1fda556-e116-4f78-873f-c54ee7812f33 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:35.201769 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a1fda556-e116-4f78-873f-c54ee7812f33 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:35.258362 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89183f58-ba0d-46e6-8853-7aceeb189368 req-ee285adf-aed0-4ee6-b899-b56a04091a4e tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:35.264635 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-a1fda556-e116-4f78-873f-c54ee7812f33 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:35.268592 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-89183f58-ba0d-46e6-8853-7aceeb189368 req-ee285adf-aed0-4ee6-b899-b56a04091a4e tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 943 time: 0.2783539 Apr 19 18:22:35.274658 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-a1fda556-e116-4f78-873f-c54ee7812f33 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Usage tracker for resource:security_group_rule and tenant:f6c506fc525541018ae925b541941e2a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:35.278056 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-a1fda556-e116-4f78-873f-c54ee7812f33 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:35.286198 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-a1fda556-e116-4f78-873f-c54ee7812f33 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:35.373041 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 39916) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:35.406336 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-89183f58-ba0d-46e6-8853-7aceeb189368 req-54e3cb30-91ba-41e6-97f8-6c0b68b1e59c tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367481 Apr 19 18:22:35.522644 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 3f7cd72f-f54d-4ea0-b774-3498c27f3f92, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3f7cd72f-f54d-4ea0-b774-3498c27f3f92,segment=NetworkSegment(035eaf50-dc97-46fd-9b52-e4ec20975f0a),segment_id=035eaf50-dc97-46fd-9b52-e4ec20975f0a)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:35.550472 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] Set router 247073a7-a009-415e-96cc-7e2df09de677 gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:22:35.603786 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Returning: {'device': '3f7cd72f-f54d-4ea0-b774-3498c27f3f92', 'network_id': '223f0005-7301-4120-ae02-8b68452092d5', 'port_id': '3f7cd72f-f54d-4ea0-b774-3498c27f3f92', 'mac_address': 'fa:16:3e:5e:f8:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68f2128c-c4ee-4de5-af84-288bf9705ea6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:22:35.607318 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a1fda556-e116-4f78-873f-c54ee7812f33 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:35.637420 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763e711-390a-4f10-a085-752b66933f23 req-464a57c9-8541-4455-ad86-be674a2d5c32 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:35.640960 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3763e711-390a-4f10-a085-752b66933f23 req-464a57c9-8541-4455-ad86-be674a2d5c32 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.3055017 Apr 19 18:22:35.683430 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a1fda556-e116-4f78-873f-c54ee7812f33 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:35.717155 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-38840a69-70f1-4696-a7cc-c207b2f29ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:35.737799 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a1fda556-e116-4f78-873f-c54ee7812f33 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:35.739705 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-a1fda556-e116-4f78-873f-c54ee7812f33 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6357110 Apr 19 18:22:35.743105 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 39924) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:35.762857 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-b8dec6a0-e8e7-419c-90f9-b003cf1b7a79 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Request body: {'security_group_rule': {'security_group_id': 'a7310a79-c261-41be-9635-f76302910940', 'project_id': 'f6c506fc525541018ae925b541941e2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:35.771925 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-b8dec6a0-e8e7-419c-90f9-b003cf1b7a79 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:35.776170 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-b8dec6a0-e8e7-419c-90f9-b003cf1b7a79 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Usage tracker for resource:security_group_rule and tenant:f6c506fc525541018ae925b541941e2a is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:35.779596 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-b8dec6a0-e8e7-419c-90f9-b003cf1b7a79 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:35.786503 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3763e711-390a-4f10-a085-752b66933f23 req-7c73211a-a860-4aa0-b59e-b90a3c7a3a67 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360059 Apr 19 18:22:35.787730 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fda556-e116-4f78-873f-c54ee7812f33 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7310a79-c261-41be-9635-f76302910940,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:35.797561 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a1fda556-e116-4f78-873f-c54ee7812f33 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:35.810055 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-b8dec6a0-e8e7-419c-90f9-b003cf1b7a79 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:35.812103 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:35.869092 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2a505b6c-c7fd-4558-aa6d-e7c0dcd92e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:35.896419 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-2a505b6c-c7fd-4558-aa6d-e7c0dcd92e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:35.900604 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-2a505b6c-c7fd-4558-aa6d-e7c0dcd92e89 admin admin] Usage tracker for resource:security_group_rule and tenant:359c56664b9643bba198b3062f69bd9c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:35.903710 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-2a505b6c-c7fd-4558-aa6d-e7c0dcd92e89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:35.910419 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-2a505b6c-c7fd-4558-aa6d-e7c0dcd92e89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:35.918851 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7cd72f-f54d-4ea0-b774-3498c27f3f92 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:22:35.962520 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 3f7cd72f-f54d-4ea0-b774-3498c27f3f92, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3f7cd72f-f54d-4ea0-b774-3498c27f3f92,segment=NetworkSegment(035eaf50-dc97-46fd-9b52-e4ec20975f0a),segment_id=035eaf50-dc97-46fd-9b52-e4ec20975f0a)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:35.980937 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:35.985393 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:35.987671 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d7ce9b67-a2bc-452f-9934-5e78da967c0e req-afd9fa03-ad3f-4942-9910-f68575bd3c19 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 210 time: 0.1931717 Apr 19 18:22:36.038600 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf9376-c552-4b44-963f-f142b12ba723 req-44622ff2-cadc-4a90-957e-dafd76fc265c tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:36.040783 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d8cf9376-c552-4b44-963f-f142b12ba723 req-44622ff2-cadc-4a90-957e-dafd76fc265c tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/ports?device_id=a58b5890-2f78-4773-8b17-4ea208a71a8c HTTP/1.1" status: 200 len: 950 time: 0.1125557 Apr 19 18:22:36.052096 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b8dec6a0-e8e7-419c-90f9-b003cf1b7a79 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:36.099783 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d8cf9376-c552-4b44-963f-f142b12ba723 req-ddc468fd-8ef9-48bd-906f-3698e0c23805 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/security-groups?id=586d5834-959e-4e63-84f0-20d9c7cc81fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521245 Apr 19 18:22:36.157101 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=3f7cd72f-f54d-4ea0-b774-3498c27f3f92,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:36.161580 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:36.191003 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247073a7-a009-415e-96cc-7e2df09de677', 'name': 'tempest-TestShelveInstance-733477448-router', 'tenant_id': 'c2c381dc3a20413b956718a231d968bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878c374a-7465-4d3e-98ce-428e9f92544f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:07Z', 'updated_at': '2021-04-19T18:22:30Z', 'revision_number': 4, 'project_id': 'c2c381dc3a20413b956718a231d968bc', 'gw_port': {'id': '878c374a-7465-4d3e-98ce-428e9f92544f', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247073a7-a009-415e-96cc-7e2df09de677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:11Z', 'updated_at': '2021-04-19T18:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': '8c05934a-6335-4203-ae25-3950f27fe0a1', 'name': '', 'network_id': 'a20fc5e6-2855-4458-8aaf-9d3d19620b7d', 'tenant_id': 'c2c381dc3a20413b956718a231d968bc', 'mac_address': 'fa:16:3e:0e:10:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247073a7-a009-415e-96cc-7e2df09de677', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9d284655-2ffe-4495-b5a5-4ef19ad1d859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:25Z', 'updated_at': '2021-04-19T18:22:34Z', 'revision_number': 4, 'project_id': 'c2c381dc3a20413b956718a231d968bc', 'subnets': [{'id': '9d284655-2ffe-4495-b5a5-4ef19ad1d859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:22:36.197761 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5009e51e-358c-4000-8bcc-21339b2fbfc3 None None] The sync data for ids ['247073a7-a009-415e-96cc-7e2df09de677'] in dv-cinder-786928-1-smb is: [{'id': '247073a7-a009-415e-96cc-7e2df09de677', 'name': 'tempest-TestShelveInstance-733477448-router', 'tenant_id': 'c2c381dc3a20413b956718a231d968bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878c374a-7465-4d3e-98ce-428e9f92544f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:07Z', 'updated_at': '2021-04-19T18:22:30Z', 'revision_number': 4, 'project_id': 'c2c381dc3a20413b956718a231d968bc', 'gw_port': {'id': '878c374a-7465-4d3e-98ce-428e9f92544f', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247073a7-a009-415e-96cc-7e2df09de677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:11Z', 'updated_at': '2021-04-19T18:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': '8c05934a-6335-4203-ae25-3950f27fe0a1', 'name': '', 'network_id': 'a20fc5e6-2855-4458-8aaf-9d3d19620b7d', 'tenant_id': 'c2c381dc3a20413b956718a231d968bc', 'mac_address': 'fa:16:3e:0e:10:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247073a7-a009-415e-96cc-7e2df09de677', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9d284655-2ffe-4495-b5a5-4ef19ad1d859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:25Z', 'updated_at': '2021-04-19T18:22:34Z', 'revision_number': 4, 'project_id': 'c2c381dc3a20413b956718a231d968bc', 'subnets': [{'id': '9d284655-2ffe-4495-b5a5-4ef19ad1d859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:22:36.216267 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['3f7cd72f-f54d-4ea0-b774-3498c27f3f92'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:22:36.229360 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b8dec6a0-e8e7-419c-90f9-b003cf1b7a79 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:36.265102 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b8dec6a0-e8e7-419c-90f9-b003cf1b7a79 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950235'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:36.268648 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-e1c0f729-5937-4c39-a7ea-0ed9e347cac5 req-ca039a78-c12c-4c15-9461-1076318d728f tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] For port 5445715a-e7e2-45d1-9eaf-791b417f8800, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5445715a-e7e2-45d1-9eaf-791b417f8800,segment=NetworkSegment(36e7c6cd-5658-43e0-88b3-26b0f44c3a07),segment_id=36e7c6cd-5658-43e0-88b3-26b0f44c3a07)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:36.268648 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-e1c0f729-5937-4c39-a7ea-0ed9e347cac5 req-ca039a78-c12c-4c15-9461-1076318d728f tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:36.327580 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-020e0859-2a61-466d-b9ef-82c741010097 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:36.384360 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2a505b6c-c7fd-4558-aa6d-e7c0dcd92e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:36.588998 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2a505b6c-c7fd-4558-aa6d-e7c0dcd92e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:36.678930 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-e1c0f729-5937-4c39-a7ea-0ed9e347cac5 req-ca039a78-c12c-4c15-9461-1076318d728f tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Calling delete_port for 5445715a-e7e2-45d1-9eaf-791b417f8800 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:22:36.752790 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-801b8a99-9e6c-4b01-984b-705d7be29a28 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:36.754386 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-801b8a99-9e6c-4b01-984b-705d7be29a28 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.95 "GET /v2.0/networks?id=08e00816-0bec-4051-b588-104519e4fca9 HTTP/1.1" status: 200 len: 813 time: 0.2967775 Apr 19 18:22:36.770634 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-0fadbdae-efa5-41f9-98ce-11a204bcdfaa tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Request body: {'port': {'device_id': 'c4e4e335-dba4-4e85-b63c-9ef59fa938ae', 'network_id': '08e00816-0bec-4051-b588-104519e4fca9', 'admin_state_up': True, 'tenant_id': 'dc0d64d42f6041d8bf7e578f1a823ce8'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:36.783941 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-2a505b6c-c7fd-4558-aa6d-e7c0dcd92e89 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=359c56664b9643bba198b3062f69bd9c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4021108 Apr 19 18:22:36.785268 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b8dec6a0-e8e7-419c-90f9-b003cf1b7a79 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:36.786488 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-b8dec6a0-e8e7-419c-90f9-b003cf1b7a79 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0284443 Apr 19 18:22:36.798711 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 39944) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:36.799648 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 39946) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:36.810386 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dec6a0-e8e7-419c-90f9-b003cf1b7a79 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e8699b-672a-4f33-ba5d-192ee0b297e5,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:36.842219 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-c22f7b3c-b043-4edc-97df-5b9e7f0bc042 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Request body: {'security_group_rule': {'security_group_id': 'a7310a79-c261-41be-9635-f76302910940', 'project_id': 'f6c506fc525541018ae925b541941e2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:36.853952 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-c22f7b3c-b043-4edc-97df-5b9e7f0bc042 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:36.862326 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-c22f7b3c-b043-4edc-97df-5b9e7f0bc042 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Usage tracker for resource:security_group_rule and tenant:f6c506fc525541018ae925b541941e2a is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:36.866054 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-c22f7b3c-b043-4edc-97df-5b9e7f0bc042 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:36.873894 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-c22f7b3c-b043-4edc-97df-5b9e7f0bc042 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:36.992595 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-b8dec6a0-e8e7-419c-90f9-b003cf1b7a79 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:37.000747 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-44e95a21-7903-4edb-9040-3160194cabc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:37.057388 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c22f7b3c-b043-4edc-97df-5b9e7f0bc042 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:37.059333 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4708a-82e0-4aa8-8aa2-3397cceec7df req-16566ae3-4fd6-49f4-a931-0ba92562e855 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:37.061182 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b6b4708a-82e0-4aa8-8aa2-3397cceec7df req-16566ae3-4fd6-49f4-a931-0ba92562e855 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 943 time: 0.2511065 Apr 19 18:22:37.071300 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-0fadbdae-efa5-41f9-98ce-11a204bcdfaa tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:37.075661 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-0fadbdae-efa5-41f9-98ce-11a204bcdfaa tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Usage tracker for resource:port and tenant:dc0d64d42f6041d8bf7e578f1a823ce8 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:37.081601 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-0fadbdae-efa5-41f9-98ce-11a204bcdfaa tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:37.115283 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-0fadbdae-efa5-41f9-98ce-11a204bcdfaa tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:37.154150 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-0fadbdae-efa5-41f9-98ce-11a204bcdfaa tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Made reservation on behalf of dc0d64d42f6041d8bf7e578f1a823ce8 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:22:37.160489 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-0fadbdae-efa5-41f9-98ce-11a204bcdfaa tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:37.182342 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b6b4708a-82e0-4aa8-8aa2-3397cceec7df req-ec3d6af8-0451-4c96-8fff-267713a16ce7 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033890 Apr 19 18:22:37.193921 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6b24c096-dce9-4fcf-be79-d40df5114e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:37.210704 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17199e2e-af1c-4ff3-8dae-cbabbfaf4d52 req-dc11e3d7-8bd2-4ee3-a6f6-f48b21260aa0 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:37.213025 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-17199e2e-af1c-4ff3-8dae-cbabbfaf4d52 req-dc11e3d7-8bd2-4ee3-a6f6-f48b21260aa0 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 944 time: 1.0850003 Apr 19 18:22:37.243678 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a505b6c-c7fd-4558-aa6d-e7c0dcd92e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf04ac5-14f5-4964-9a4c-c50b10ebf55b,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:37.265156 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2a505b6c-c7fd-4558-aa6d-e7c0dcd92e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:37.373349 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6b24c096-dce9-4fcf-be79-d40df5114e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:37.398761 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-0fadbdae-efa5-41f9-98ce-11a204bcdfaa tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Allocated IP 172.20.0.8 (08e00816-0bec-4051-b588-104519e4fca9/fe75bd92-2500-49d8-a570-c64849885c39/0c6a40f1-a0d6-487e-8ac3-44a709955a29) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:22:37.475058 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c22f7b3c-b043-4edc-97df-5b9e7f0bc042 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:37.487172 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca2539-aa39-4f56-81ef-20f7b0c3a350 req-9f6c810a-70d0-44f0-a1ef-d1fe3ee0cb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:37.489670 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-16ca2539-aa39-4f56-81ef-20f7b0c3a350 req-9f6c810a-70d0-44f0-a1ef-d1fe3ee0cb2b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e5aec57c28f45319053964d5da3987a&device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 1098 time: 0.5583248 Apr 19 18:22:37.502047 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c22f7b3c-b043-4edc-97df-5b9e7f0bc042 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950235'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:37.504248 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 8c05934a-6335-4203-ae25-3950f27fe0a1 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:37.542719 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-17199e2e-af1c-4ff3-8dae-cbabbfaf4d52 req-fc2393e0-6586-467f-85fe-74a8aa66fbf5 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858803 Apr 19 18:22:37.553670 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:37.573852 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-e1c0f729-5937-4c39-a7ea-0ed9e347cac5 req-ca039a78-c12c-4c15-9461-1076318d728f tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:37.651389 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning for port 8c05934a-6335-4203-ae25-3950f27fe0a1 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:37.661018 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 8c05934a-6335-4203-ae25-3950f27fe0a1 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:37.661674 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:37.685220 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f7b3c-b043-4edc-97df-5b9e7f0bc042 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6c0525-b39a-4ad9-bf65-dc0ca636ef51,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:37.699159 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c22f7b3c-b043-4edc-97df-5b9e7f0bc042 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:37.705639 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0812d2c2-8020-4d50-a3bb-9da27df86b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:37.809792 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-0fadbdae-efa5-41f9-98ce-11a204bcdfaa tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:37.841278 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891b909-b4d3-4acf-ae11-de15cdff6f9f req-dd584303-1f61-41de-b761-3fa88f1da88d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:37.843008 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6891b909-b4d3-4acf-ae11-de15cdff6f9f req-dd584303-1f61-41de-b761-3fa88f1da88d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.3768404 Apr 19 18:22:37.882225 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca039a78-c12c-4c15-9461-1076318d728f tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Pushing event deleted for resources: {'Port': ['ID=5445715a-e7e2-45d1-9eaf-791b417f8800,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:37.891062 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:37.913491 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ca039a78-c12c-4c15-9461-1076318d728f tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:37.931200 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6891b909-b4d3-4acf-ae11-de15cdff6f9f req-2e61684f-335d-416c-9da6-08808f230d5e tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781481 Apr 19 18:22:37.941530 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] For port 8c05934a-6335-4203-ae25-3950f27fe0a1, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=8c05934a-6335-4203-ae25-3950f27fe0a1,segment=NetworkSegment(7192b8e2-0d64-43a3-9726-fac5d3d0f51b),segment_id=7192b8e2-0d64-43a3-9726-fac5d3d0f51b)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:37.948358 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:37.950136 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:37.973126 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-0fadbdae-efa5-41f9-98ce-11a204bcdfaa tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:37.979953 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7d798274-4be5-4b7d-a38b-04c0272a1272 tempest-VolumesActionsTest-1846552747 tempest-VolumesActionsTest-1846552747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:38.001554 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c22f7b3c-b043-4edc-97df-5b9e7f0bc042 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:38.002961 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-c22f7b3c-b043-4edc-97df-5b9e7f0bc042 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1711922 Apr 19 18:22:38.017449 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-99b3e1ec-2423-4bf2-b9c3-a902e4e81955 req-f633cb73-2579-4421-a379-6b68992ab0e6 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 210 time: 0.2345622 Apr 19 18:22:38.020650 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 39966) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:38.040076 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6b24c096-dce9-4fcf-be79-d40df5114e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:38.049014 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6b24c096-dce9-4fcf-be79-d40df5114e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:38.052922 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-6b24c096-dce9-4fcf-be79-d40df5114e58 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebf04ac5-14f5-4964-9a4c-c50b10ebf55b HTTP/1.1" status: 204 len: 168 time: 1.2279019 Apr 19 18:22:38.068968 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Pushing event updated for resources: {'Port': ['ID=8c05934a-6335-4203-ae25-3950f27fe0a1,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:38.073123 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:38.080262 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-1f4873bc-fe26-4eed-9991-ce04401a8e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:38.117448 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-58f52f56-13b2-4a00-b740-a01c69afbdd1 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Request body: {'security_group_rule': {'security_group_id': 'a7310a79-c261-41be-9635-f76302910940', 'project_id': 'f6c506fc525541018ae925b541941e2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:38.136017 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c0f729-5937-4c39-a7ea-0ed9e347cac5 req-ca039a78-c12c-4c15-9461-1076318d728f tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] No DVR routers for this DVR port 5445715a-e7e2-45d1-9eaf-791b417f8800 on host hv-cinder-78692 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:22:38.158679 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-58f52f56-13b2-4a00-b740-a01c69afbdd1 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:38.162008 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-e1c0f729-5937-4c39-a7ea-0ed9e347cac5 req-ca039a78-c12c-4c15-9461-1076318d728f tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:38.164555 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fadbdae-efa5-41f9-98ce-11a204bcdfaa tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Pushing event updated for resources: {'Port': ['ID=0c6a40f1-a0d6-487e-8ac3-44a709955a29,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:38.165973 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e1c0f729-5937-4c39-a7ea-0ed9e347cac5 req-ca039a78-c12c-4c15-9461-1076318d728f tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.95 "DELETE /v2.0/ports/5445715a-e7e2-45d1-9eaf-791b417f8800 HTTP/1.1" status: 204 len: 173 time: 3.3399992 Apr 19 18:22:38.167003 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24c096-dce9-4fcf-be79-d40df5114e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf04ac5-14f5-4964-9a4c-c50b10ebf55b,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:38.169123 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-0fadbdae-efa5-41f9-98ce-11a204bcdfaa tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Network 08e00816-0bec-4051-b588-104519e4fca9 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:22:38.169991 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0fadbdae-efa5-41f9-98ce-11a204bcdfaa tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:38.171115 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-0fadbdae-efa5-41f9-98ce-11a204bcdfaa tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:22:38.175605 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-0fadbdae-efa5-41f9-98ce-11a204bcdfaa tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:22:38.178169 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58b5890-2f78-4773-8b17-4ea208a71a8c', 'name': 'network-vif-deleted', 'tag': '5445715a-e7e2-45d1-9eaf-791b417f8800'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:22:38.188510 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-6b24c096-dce9-4fcf-be79-d40df5114e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:38.192437 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-58f52f56-13b2-4a00-b740-a01c69afbdd1 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Usage tracker for resource:security_group_rule and tenant:f6c506fc525541018ae925b541941e2a is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:38.197780 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-58f52f56-13b2-4a00-b740-a01c69afbdd1 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:38.207222 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-58f52f56-13b2-4a00-b740-a01c69afbdd1 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:38.234333 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca2539-aa39-4f56-81ef-20f7b0c3a350 req-47497359-6ef2-4b3b-bf99-c873b7704227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:38.236062 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-16ca2539-aa39-4f56-81ef-20f7b0c3a350 req-47497359-6ef2-4b3b-bf99-c873b7704227 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f0e48ed-9408-4c13-86a0-4f47989417a5 HTTP/1.1" status: 200 len: 919 time: 0.7328541 Apr 19 18:22:38.290679 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-0fadbdae-efa5-41f9-98ce-11a204bcdfaa tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:38.291478 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-0fadbdae-efa5-41f9-98ce-11a204bcdfaa tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:38.376599 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4a785578-5d2b-4595-8590-7c38f579ea21 req-adf52b78-8366-4259-b8a5-d6a601449990 tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] 10.222.0.20 "GET /v2.0/ports?device_id=a58b5890-2f78-4773-8b17-4ea208a71a8c HTTP/1.1" status: 200 len: 210 time: 0.0963347 Apr 19 18:22:38.402049 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-0fadbdae-efa5-41f9-98ce-11a204bcdfaa tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6366525 Apr 19 18:22:38.415461 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-58f52f56-13b2-4a00-b740-a01c69afbdd1 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:38.422787 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] Request body: {'port': {'device_id': 'c4e4e335-dba4-4e85-b63c-9ef59fa938ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:38.431843 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-16ca2539-aa39-4f56-81ef-20f7b0c3a350 req-95da8789-b634-48ff-84a1-e0b040328a2a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 HTTP/1.1" status: 200 len: 217 time: 0.1829574 Apr 19 18:22:38.518685 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58b5890-2f78-4773-8b17-4ea208a71a8c', 'name': 'network-vif-deleted', 'tag': '5445715a-e7e2-45d1-9eaf-791b417f8800', 'status': 'completed', 'code': 200} Apr 19 18:22:38.538367 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 39982) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:38.577808 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a8ae6ce6-7679-4060-82c0-cf541f638342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:38.600999 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca2539-aa39-4f56-81ef-20f7b0c3a350 req-255a512e-b057-4184-9d44-4d9b5b4997d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:38.602629 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-16ca2539-aa39-4f56-81ef-20f7b0c3a350 req-255a512e-b057-4184-9d44-4d9b5b4997d0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d8afd2f9-3d31-4b4f-9adf-a6ba880844ee HTTP/1.1" status: 200 len: 858 time: 0.1608665 Apr 19 18:22:38.641829 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-a8ae6ce6-7679-4060-82c0-cf541f638342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:38.658131 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-a8ae6ce6-7679-4060-82c0-cf541f638342 admin admin] Usage tracker for resource:security_group_rule and tenant:13a4936af599493c9cd8667c483961b5 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:38.663605 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-a8ae6ce6-7679-4060-82c0-cf541f638342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:38.679821 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-a8ae6ce6-7679-4060-82c0-cf541f638342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:38.681861 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-58f52f56-13b2-4a00-b740-a01c69afbdd1 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:38.693182 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-16ca2539-aa39-4f56-81ef-20f7b0c3a350 req-32c4acca-346a-4940-abb0-b67b3ddf16d1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f0e48ed-9408-4c13-86a0-4f47989417a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827513 Apr 19 18:22:38.694070 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-58f52f56-13b2-4a00-b740-a01c69afbdd1 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950235'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:38.697155 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:38.713167 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:38.973250 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 3f7cd72f-f54d-4ea0-b774-3498c27f3f92 up at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:39.072134 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning for port 3f7cd72f-f54d-4ea0-b774-3498c27f3f92 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:39.080341 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a8ae6ce6-7679-4060-82c0-cf541f638342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:39.080536 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning complete for port 3f7cd72f-f54d-4ea0-b774-3498c27f3f92 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:39.080792 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:39.109726 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f52f56-13b2-4a00-b740-a01c69afbdd1 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f77331c-b295-4e96-bfaa-4d397cda6a7e,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:39.184359 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-58f52f56-13b2-4a00-b740-a01c69afbdd1 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:39.187679 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a8ae6ce6-7679-4060-82c0-cf541f638342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:39.207094 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8762adac-3ae3-434c-bd94-1f9b219f8b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:39.228878 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-58f52f56-13b2-4a00-b740-a01c69afbdd1 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:39.230555 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-58f52f56-13b2-4a00-b740-a01c69afbdd1 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1736693 Apr 19 18:22:39.238639 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 40000) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:39.242172 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:39.245810 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-4d7f8c04-85b7-4419-b16b-230c0a1344ab tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Request body: {'security_group_rule': {'security_group_id': 'a7310a79-c261-41be-9635-f76302910940', 'project_id': 'f6c506fc525541018ae925b541941e2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:39.254350 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-16ca2539-aa39-4f56-81ef-20f7b0c3a350 req-40c7e5e0-95ee-45e1-9053-06135e405235 service neutron] 10.222.0.95 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5428295 Apr 19 18:22:39.258893 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4d7f8c04-85b7-4419-b16b-230c0a1344ab tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:39.284066 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75afc3a-60c1-4e4d-b44e-881172c083cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7cd72f-f54d-4ea0-b774-3498c27f3f92'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:22:39.300060 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4d7f8c04-85b7-4419-b16b-230c0a1344ab tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Usage tracker for resource:security_group_rule and tenant:f6c506fc525541018ae925b541941e2a is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:39.311662 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 3f7cd72f-f54d-4ea0-b774-3498c27f3f92, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3f7cd72f-f54d-4ea0-b774-3498c27f3f92,segment=NetworkSegment(035eaf50-dc97-46fd-9b52-e4ec20975f0a),segment_id=035eaf50-dc97-46fd-9b52-e4ec20975f0a)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:39.316455 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:39.317762 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device f101b6b7-f82b-4f63-9ca7-d9aea6985bec no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:22:39.369019 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4d7f8c04-85b7-4419-b16b-230c0a1344ab tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:39.371142 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7c81055d-aeb9-4fd2-9423-1b60880c71da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:39.384081 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4d7f8c04-85b7-4419-b16b-230c0a1344ab tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:39.422963 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 8c05934a-6335-4203-ae25-3950f27fe0a1 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:39.454023 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5dd81-0a60-4e36-b42c-1e968119b70a req-24f41cd3-3afe-42e3-8fce-5a5d5686a958 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:39.456050 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-56a5dd81-0a60-4e36-b42c-1e968119b70a req-24f41cd3-3afe-42e3-8fce-5a5d5686a958 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.3554018 Apr 19 18:22:39.456818 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d7f8c04-85b7-4419-b16b-230c0a1344ab tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:39.546290 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-16ca2539-aa39-4f56-81ef-20f7b0c3a350 req-923c4b22-38fd-4519-926c-bdd2680d0b8f service neutron] 10.222.0.95 "GET /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827981 Apr 19 18:22:39.556847 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=3f7cd72f-f54d-4ea0-b774-3498c27f3f92,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:39.559775 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae6ce6-7679-4060-82c0-cf541f638342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a92c457-8c12-40e8-b53e-a68bb0c9a740,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:39.588206 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:39.619423 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-56a5dd81-0a60-4e36-b42c-1e968119b70a req-2f392008-c1af-43f8-b0bd-c506a34af848 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492791 Apr 19 18:22:39.628453 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 8c05934a-6335-4203-ae25-3950f27fe0a1 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:39.629021 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:39.633677 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d7f8c04-85b7-4419-b16b-230c0a1344ab tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:39.635451 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a8ae6ce6-7679-4060-82c0-cf541f638342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:39.637514 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d7f8c04-85b7-4419-b16b-230c0a1344ab tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950235'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:39.650668 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-a8ae6ce6-7679-4060-82c0-cf541f638342 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13a4936af599493c9cd8667c483961b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1109035 Apr 19 18:22:39.655920 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:39.657264 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 40008) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:39.671078 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80361e67-dbc6-4af9-8caf-9f498ba44529 req-7825bb5f-dd2b-42ff-aba6-518b68eaffd7 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:39.681569 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 5445715a-e7e2-45d1-9eaf-791b417f8800 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:22:39.682475 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-80361e67-dbc6-4af9-8caf-9f498ba44529 req-7825bb5f-dd2b-42ff-aba6-518b68eaffd7 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 944 time: 0.8140080 Apr 19 18:22:39.702546 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f8c04-85b7-4419-b16b-230c0a1344ab tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84f1c3f-4506-476d-be7b-9f36355cd65d,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:39.708946 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4d7f8c04-85b7-4419-b16b-230c0a1344ab tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:39.713941 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d7f8c04-85b7-4419-b16b-230c0a1344ab tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:39.715495 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-4d7f8c04-85b7-4419-b16b-230c0a1344ab tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4756155 Apr 19 18:22:39.718511 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 40012) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:39.725014 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-f2e9d65f-338e-458f-b9f0-c4ef5735e12d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Request body: {'security_group_rule': {'security_group_id': 'a7310a79-c261-41be-9635-f76302910940', 'project_id': 'f6c506fc525541018ae925b541941e2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:39.733155 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-f2e9d65f-338e-458f-b9f0-c4ef5735e12d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:39.738492 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-f2e9d65f-338e-458f-b9f0-c4ef5735e12d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Usage tracker for resource:security_group_rule and tenant:f6c506fc525541018ae925b541941e2a is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:39.742106 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-f2e9d65f-338e-458f-b9f0-c4ef5735e12d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:39.747837 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-475608ed-a13e-46e7-9848-c108f45467de None None] No Port match for: 5445715a-e7e2-45d1-9eaf-791b417f8800 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:22:39.748332 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 5445715a-e7e2-45d1-9eaf-791b417f8800 not bound to the agent host hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:22:39.749248 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-f2e9d65f-338e-458f-b9f0-c4ef5735e12d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:39.762544 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.securitygroups_db [None req-f2e9d65f-338e-458f-b9f0-c4ef5735e12d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Project f6c506fc525541018ae925b541941e2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 18:22:39.772728 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d65f-338e-458f-b9f0-c4ef5735e12d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:39.793901 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-80361e67-dbc6-4af9-8caf-9f498ba44529 req-94aaa476-0d3a-42c3-b14c-8f8757478189 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104393 Apr 19 18:22:39.922041 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d65f-338e-458f-b9f0-c4ef5735e12d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:39.933466 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d65f-338e-458f-b9f0-c4ef5735e12d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950235'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:39.940071 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6a40f1-a0d6-487e-8ac3-44a709955a29 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:22:39.940542 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:39.945215 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cfc0187c-3bc0-472d-a45a-c9ac263261a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:39.964304 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:39.987193 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d65f-338e-458f-b9f0-c4ef5735e12d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:39.991198 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-f2e9d65f-338e-458f-b9f0-c4ef5735e12d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2687569 Apr 19 18:22:39.992101 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 40016) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:39.994202 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cfc0187c-3bc0-472d-a45a-c9ac263261a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:40.005850 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b8d55-37b4-4714-b1c6-ca3a02c1c612 req-48e0b9da-e8e8-49a2-8087-c25262893f94 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:40.007825 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-134b8d55-37b4-4714-b1c6-ca3a02c1c612 req-48e0b9da-e8e8-49a2-8087-c25262893f94 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 931 time: 0.2256689 Apr 19 18:22:40.008854 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] Transition to ACTIVE for port object 0c6a40f1-a0d6-487e-8ac3-44a709955a29 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:22:40.009456 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9d65f-338e-458f-b9f0-c4ef5735e12d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac43207-8276-45bf-b750-5d134bf42db4,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:40.013086 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-7c702828-a338-4284-b935-2aac1c1bc0a8 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Request body: {'security_group_rule': {'security_group_id': 'a7310a79-c261-41be-9635-f76302910940', 'project_id': 'f6c506fc525541018ae925b541941e2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:22:40.021181 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-7c702828-a338-4284-b935-2aac1c1bc0a8 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:40.023048 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f2e9d65f-338e-458f-b9f0-c4ef5735e12d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:40.025356 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-7c702828-a338-4284-b935-2aac1c1bc0a8 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Usage tracker for resource:security_group_rule and tenant:f6c506fc525541018ae925b541941e2a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:40.028433 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-7c702828-a338-4284-b935-2aac1c1bc0a8 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:40.037123 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-7c702828-a338-4284-b935-2aac1c1bc0a8 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:40.039221 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:40.051779 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c5d35c49-d849-4484-97d7-a665d35a1e99 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:40.076078 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-134b8d55-37b4-4714-b1c6-ca3a02c1c612 req-5f947081-b022-4353-a916-b446be7d5daf tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510309 Apr 19 18:22:40.114046 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75afc3a-60c1-4e4d-b44e-881172c083cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7cd72f-f54d-4ea0-b774-3498c27f3f92', 'code': 200} Apr 19 18:22:40.175076 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:22:40.232296 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.securitygroups_db [None req-7c702828-a338-4284-b935-2aac1c1bc0a8 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Project f6c506fc525541018ae925b541941e2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 18:22:40.301526 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7c702828-a338-4284-b935-2aac1c1bc0a8 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:40.453355 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] Pushing event updated for resources: {'Port': ['ID=0c6a40f1-a0d6-487e-8ac3-44a709955a29,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:40.474025 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:40.483333 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffce75c-e8b6-4e8f-a762-cbc529920446 req-b40dcfb6-3cde-4e47-a78b-c58c5637dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:40.485429 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4ffce75c-e8b6-4e8f-a762-cbc529920446 req-b40dcfb6-3cde-4e47-a78b-c58c5637dfd0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 1098 time: 0.1306047 Apr 19 18:22:40.525544 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] Attempting to bind port 0c6a40f1-a0d6-487e-8ac3-44a709955a29 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:22:40.525911 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] Attempting to bind port 0c6a40f1-a0d6-487e-8ac3-44a709955a29 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'c9b49068-2d9d-4702-8583-d31d5677a115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '08e00816-0bec-4051-b588-104519e4fca9'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:22:40.526267 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] Attempting to bind port 0c6a40f1-a0d6-487e-8ac3-44a709955a29 on network 08e00816-0bec-4051-b588-104519e4fca9 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:40.535306 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] Port 0c6a40f1-a0d6-487e-8ac3-44a709955a29 on network 08e00816-0bec-4051-b588-104519e4fca9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:22:40.535692 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] Attempting to bind port 0c6a40f1-a0d6-487e-8ac3-44a709955a29 on network 08e00816-0bec-4051-b588-104519e4fca9 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:22:40.543674 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4ffce75c-e8b6-4e8f-a762-cbc529920446 req-c8106697-ca4e-4e03-ba9f-8a0fe032aeb0 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489407 Apr 19 18:22:40.544081 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cfc0187c-3bc0-472d-a45a-c9ac263261a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:40.551240 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-389edaa8-86d9-4509-abc1-f12e70694d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:40.603893 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] Checking agent: {'id': '22c244b8-6adf-46d7-a39e-9e58770b1817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'started_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:22:40.604285 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] Checking segment: {'id': 'c9b49068-2d9d-4702-8583-d31d5677a115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '08e00816-0bec-4051-b588-104519e4fca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:22:40.604695 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] Bound using segment: {'id': 'c9b49068-2d9d-4702-8583-d31d5677a115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '08e00816-0bec-4051-b588-104519e4fca9'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:22:40.605319 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] Bound port: 0c6a40f1-a0d6-487e-8ac3-44a709955a29, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9b49068-2d9d-4702-8583-d31d5677a115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '08e00816-0bec-4051-b588-104519e4fca9'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:22:40.605544 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:40.632759 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cfc0187c-3bc0-472d-a45a-c9ac263261a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:40.636225 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-cfc0187c-3bc0-472d-a45a-c9ac263261a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a92c457-8c12-40e8-b53e-a68bb0c9a740 HTTP/1.1" status: 204 len: 168 time: 0.9490592 Apr 19 18:22:40.669596 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0187c-3bc0-472d-a45a-c9ac263261a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a92c457-8c12-40e8-b53e-a68bb0c9a740,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:40.689595 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7c702828-a338-4284-b935-2aac1c1bc0a8 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:40.705328 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb4fc6-6226-4594-a5ee-6f434e656094 req-a61ed07d-2765-4874-9c4a-ba278919e8ec tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:40.706971 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-56fb4fc6-6226-4594-a5ee-6f434e656094 req-a61ed07d-2765-4874-9c4a-ba278919e8ec tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 943 time: 0.4500899 Apr 19 18:22:40.714619 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cfc0187c-3bc0-472d-a45a-c9ac263261a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:40.716037 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7c702828-a338-4284-b935-2aac1c1bc0a8 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950235'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:40.761339 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-98e7d684-19b9-4fb8-825d-56343b29b0e5 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:40.801735 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c702828-a338-4284-b935-2aac1c1bc0a8 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c88f20-60dc-4aa5-88a6-2e380864f780,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:40.834603 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7c702828-a338-4284-b935-2aac1c1bc0a8 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:40.859976 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-56fb4fc6-6226-4594-a5ee-6f434e656094 req-6ae12097-d986-4b4d-a6f5-5cdeb1859ff1 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404214 Apr 19 18:22:40.875970 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7c702828-a338-4284-b935-2aac1c1bc0a8 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:40.877415 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-7c702828-a338-4284-b935-2aac1c1bc0a8 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8745532 Apr 19 18:22:40.897555 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] For port 0c6a40f1-a0d6-487e-8ac3-44a709955a29, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:22:40.901569 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] For port 0c6a40f1-a0d6-487e-8ac3-44a709955a29, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0c6a40f1-a0d6-487e-8ac3-44a709955a29,segment=NetworkSegment(c9b49068-2d9d-4702-8583-d31d5677a115),segment_id=c9b49068-2d9d-4702-8583-d31d5677a115)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:22:40.906683 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:40.914041 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-641a9577-a470-42c2-ba92-618326d5afd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:40.981919 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:40.982718 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:40.984725 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] 10.222.0.95 "PUT /v2.0/ports/0c6a40f1-a0d6-487e-8ac3-44a709955a29 HTTP/1.1" status: 200 len: 1093 time: 2.5744326 Apr 19 18:22:40.985232 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f20083-a345-40b2-98c0-66d4c1f37836 req-2ba976af-58c4-4efb-bcc7-902e5c753a0e tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:40.989210 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e4e335-dba4-4e85-b63c-9ef59fa938ae', 'tag': '0c6a40f1-a0d6-487e-8ac3-44a709955a29'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:22:40.997027 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f2f20083-a345-40b2-98c0-66d4c1f37836 req-2ba976af-58c4-4efb-bcc7-902e5c753a0e tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.1720970 Apr 19 18:22:41.074319 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f2f20083-a345-40b2-98c0-66d4c1f37836 req-6a4e0919-ee55-443a-a144-5c9846027886 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762208 Apr 19 18:22:41.238256 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e4e335-dba4-4e85-b63c-9ef59fa938ae', 'tag': '0c6a40f1-a0d6-487e-8ac3-44a709955a29', 'status': 'completed', 'code': 200} Apr 19 18:22:41.239357 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] Pushing event updated for resources: {'Port': ['ID=0c6a40f1-a0d6-487e-8ac3-44a709955a29,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:41.242800 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:41.389789 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 40108) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:41.422163 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98369cd6-5491-429f-9d77-62a9b8371637 req-a4fe936e-c408-4c35-ad88-20a20b5bd22f tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:41.433550 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-98369cd6-5491-429f-9d77-62a9b8371637 req-a4fe936e-c408-4c35-ad88-20a20b5bd22f tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 945 time: 0.4028993 Apr 19 18:22:41.504785 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec4bea-c39c-4235-bf15-524c06b8bbee req-d4cfd0cc-69ba-477f-a5ff-953ac5bcf0b6 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:41.516330 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cfec4bea-c39c-4235-bf15-524c06b8bbee req-d4cfd0cc-69ba-477f-a5ff-953ac5bcf0b6 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 943 time: 0.2083659 Apr 19 18:22:41.601705 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-6a01aec7-5023-4ca4-b153-aea80ac8b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:41.610133 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-6a01aec7-5023-4ca4-b153-aea80ac8b465 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dc0d64d42f6041d8bf7e578f1a823ce8&device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 1096 time: 0.4977119 Apr 19 18:22:41.616846 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-98369cd6-5491-429f-9d77-62a9b8371637 req-4ee590de-1eea-49a2-9082-37b96d7c195f tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823065 Apr 19 18:22:41.680048 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cfec4bea-c39c-4235-bf15-524c06b8bbee req-9a1b1df3-2388-4ede-876b-31b707444889 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584632 Apr 19 18:22:41.831484 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-ec83b097-c3f0-4bd3-a96d-646d63434cd1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c6a40f1-a0d6-487e-8ac3-44a709955a29 HTTP/1.1" status: 200 len: 217 time: 0.1957619 Apr 19 18:22:41.931132 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-74098279-ba55-4615-b5ef-72cb121ba770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:41.932781 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-74098279-ba55-4615-b5ef-72cb121ba770 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=fe75bd92-2500-49d8-a570-c64849885c39 HTTP/1.1" status: 200 len: 853 time: 0.0920320 Apr 19 18:22:42.004968 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-7f4cf4f4-09a3-48fc-abed-a575e8ca3e45 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=08e00816-0bec-4051-b588-104519e4fca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607817 Apr 19 18:22:42.014513 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-893dfb8c-dc0b-4399-9f78-f6e329809424 req-e457c2f8-4aef-4a5d-b0bb-51a2f409fbda service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6173389 Apr 19 18:22:42.255682 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1328b97-6153-4970-9d7f-e3e6cdb0bef8 req-c88953eb-a993-4a08-81ba-17cae800bf4a tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:42.257398 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b1328b97-6153-4970-9d7f-e3e6cdb0bef8 req-c88953eb-a993-4a08-81ba-17cae800bf4a tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 943 time: 0.1603849 Apr 19 18:22:42.275911 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-b664bdde-b75e-43c6-80ac-80105aacc512 service neutron] 10.222.0.95 "GET /v2.0/networks/08e00816-0bec-4051-b588-104519e4fca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603545 Apr 19 18:22:42.492273 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a06ce-10f0-4772-93c8-0594ba6d03d2 req-2b9a78ce-74a4-4471-b0ec-45c49e0721cf tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:42.500169 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d19a06ce-10f0-4772-93c8-0594ba6d03d2 req-2b9a78ce-74a4-4471-b0ec-45c49e0721cf tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.1642666 Apr 19 18:22:42.572414 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b1328b97-6153-4970-9d7f-e3e6cdb0bef8 req-7c51cb6c-8eeb-4cc8-a06c-f4ceb11bf2c0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2939870 Apr 19 18:22:42.574426 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d19a06ce-10f0-4772-93c8-0594ba6d03d2 req-7891d80b-116a-4657-bf21-3bfcdad021b0 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587044 Apr 19 18:22:42.705306 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8f6c48d1-b745-4acc-86ab-65f1da171a7b req-b5162b9b-9b6f-4caf-a5db-8fdf88ba2b24 service neutron] 10.222.0.95 "GET /v2.0/networks/08e00816-0bec-4051-b588-104519e4fca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733909 Apr 19 18:22:43.024208 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a9260-31e4-4868-8f0c-43106c6ca921 req-d83dd36c-05a1-402e-b8a2-6d6b8cbaab1b tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:43.036034 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f10a9260-31e4-4868-8f0c-43106c6ca921 req-d83dd36c-05a1-402e-b8a2-6d6b8cbaab1b tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 945 time: 0.1234467 Apr 19 18:22:43.099681 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f10a9260-31e4-4868-8f0c-43106c6ca921 req-9206a741-3ebe-4f5e-a5c5-69622df02067 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620899 Apr 19 18:22:43.179564 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85aa45-c561-4010-9826-5c55dd8afcf2 req-650fe639-5870-48b2-bc70-671692e49dd0 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:43.180541 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-1a85aa45-c561-4010-9826-5c55dd8afcf2 req-650fe639-5870-48b2-bc70-671692e49dd0 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Synchronizing usage tracker for tenant:dc0d64d42f6041d8bf7e578f1a823ce8 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:22:43.190519 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44439a-3f2e-4770-a5fe-551ca831d7e4 req-b54e8ee9-2dee-4709-b074-c56bcdbadf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:43.190519 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9b44439a-3f2e-4770-a5fe-551ca831d7e4 req-b54e8ee9-2dee-4709-b074-c56bcdbadf57 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dc0d64d42f6041d8bf7e578f1a823ce8&device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 1096 time: 0.4142165 Apr 19 18:22:43.232370 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-1a85aa45-c561-4010-9826-5c55dd8afcf2 req-650fe639-5870-48b2-bc70-671692e49dd0 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Unset dirty status for tenant:dc0d64d42f6041d8bf7e578f1a823ce8 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:22:43.253818 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1a85aa45-c561-4010-9826-5c55dd8afcf2 req-650fe639-5870-48b2-bc70-671692e49dd0 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 943 time: 0.3398438 Apr 19 18:22:43.370762 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-1a85aa45-c561-4010-9826-5c55dd8afcf2 req-65bfc3cb-5351-4fee-a59c-283076021cbf tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Synchronizing usage tracker for tenant:dc0d64d42f6041d8bf7e578f1a823ce8 on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:22:43.449627 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-1a85aa45-c561-4010-9826-5c55dd8afcf2 req-65bfc3cb-5351-4fee-a59c-283076021cbf tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Unset dirty status for tenant:dc0d64d42f6041d8bf7e578f1a823ce8 on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:22:43.450904 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1a85aa45-c561-4010-9826-5c55dd8afcf2 req-65bfc3cb-5351-4fee-a59c-283076021cbf tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962180 Apr 19 18:22:43.460515 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44439a-3f2e-4770-a5fe-551ca831d7e4 req-25c39ad3-d164-49a4-bbfb-12c0edfa4016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:43.462089 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9b44439a-3f2e-4770-a5fe-551ca831d7e4 req-25c39ad3-d164-49a4-bbfb-12c0edfa4016 service neutron] 10.222.0.95 "GET /v2.0/networks?id=08e00816-0bec-4051-b588-104519e4fca9 HTTP/1.1" status: 200 len: 914 time: 0.2580335 Apr 19 18:22:43.549725 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9b44439a-3f2e-4770-a5fe-551ca831d7e4 req-e473a345-cc55-47ca-b94a-b283797063a2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c6a40f1-a0d6-487e-8ac3-44a709955a29 HTTP/1.1" status: 200 len: 217 time: 0.0776591 Apr 19 18:22:43.730883 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44439a-3f2e-4770-a5fe-551ca831d7e4 req-bc99ecab-7d48-442c-a223-4e834734099b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:43.732619 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9b44439a-3f2e-4770-a5fe-551ca831d7e4 req-bc99ecab-7d48-442c-a223-4e834734099b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=fe75bd92-2500-49d8-a570-c64849885c39 HTTP/1.1" status: 200 len: 853 time: 0.1632559 Apr 19 18:22:43.807161 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9b44439a-3f2e-4770-a5fe-551ca831d7e4 req-38ec1437-89e5-4177-a5ae-99d8b45e86b9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=08e00816-0bec-4051-b588-104519e4fca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617414 Apr 19 18:22:43.874378 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac537a88-3640-4d63-9c75-a9f14083ecc3 req-3ad642cb-7fc1-4273-928b-d5a1afa351d5 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:43.876082 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ac537a88-3640-4d63-9c75-a9f14083ecc3 req-3ad642cb-7fc1-4273-928b-d5a1afa351d5 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 945 time: 0.2173452 Apr 19 18:22:44.183329 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893dfb8c-dc0b-4399-9f78-f6e329809424 req-675b741f-647b-4ea4-a4ad-b91dc419bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:44.185371 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-893dfb8c-dc0b-4399-9f78-f6e329809424 req-675b741f-647b-4ea4-a4ad-b91dc419bde0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36&tenant_id=953bb2a403d44bb787795f1209c28a9b HTTP/1.1" status: 200 len: 1096 time: 0.2091751 Apr 19 18:22:44.196118 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d33e3-1ad2-4514-a0d9-7d0fe2dc09ba req-ead8ba86-896a-4f6b-b9bb-27ee167753c4 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:44.204215 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-996d33e3-1ad2-4514-a0d9-7d0fe2dc09ba req-ead8ba86-896a-4f6b-b9bb-27ee167753c4 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 943 time: 0.2363312 Apr 19 18:22:44.341861 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-996d33e3-1ad2-4514-a0d9-7d0fe2dc09ba req-0f468041-ef4d-4222-b2d5-6242021bd739 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269526 Apr 19 18:22:44.398714 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893dfb8c-dc0b-4399-9f78-f6e329809424 req-98ba4911-42ef-4582-b573-8440bb13b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:44.401386 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-893dfb8c-dc0b-4399-9f78-f6e329809424 req-98ba4911-42ef-4582-b573-8440bb13b6d1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=953bb2a403d44bb787795f1209c28a9b&device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 1096 time: 0.1601238 Apr 19 18:22:44.459168 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ac537a88-3640-4d63-9c75-a9f14083ecc3 req-7a610896-bf7f-42e0-bb30-dda6fe0704bf tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5730529 Apr 19 18:22:44.595634 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9b44439a-3f2e-4770-a5fe-551ca831d7e4 req-085be3ac-5695-4993-9bf1-dddd9d92380a service neutron] 10.222.0.95 "GET /v2.0/networks/08e00816-0bec-4051-b588-104519e4fca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7745483 Apr 19 18:22:44.625761 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893dfb8c-dc0b-4399-9f78-f6e329809424 req-b490e084-aab9-431d-b943-b497ede91c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:44.628468 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-893dfb8c-dc0b-4399-9f78-f6e329809424 req-b490e084-aab9-431d-b943-b497ede91c8a service neutron] 10.222.0.95 "GET /v2.0/networks?id=62d4a419-1594-4973-afcf-06199a9f163a HTTP/1.1" status: 200 len: 917 time: 0.2191739 Apr 19 18:22:44.830840 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-893dfb8c-dc0b-4399-9f78-f6e329809424 req-bf0fa48f-0efe-4729-85fe-0005aede7778 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f101b6b7-f82b-4f63-9ca7-d9aea6985bec HTTP/1.1" status: 200 len: 997 time: 0.1948903 Apr 19 18:22:44.945055 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9b44439a-3f2e-4770-a5fe-551ca831d7e4 req-134a3c99-33ae-40b7-9b50-94a8f082f9cd service neutron] 10.222.0.95 "GET /v2.0/networks/08e00816-0bec-4051-b588-104519e4fca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315032 Apr 19 18:22:44.968037 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f184a51-0bd8-4c2d-bd95-40c35c714df6 req-cdbff79d-0e52-4881-a7ab-f74ebbd4749a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:44.995086 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1f184a51-0bd8-4c2d-bd95-40c35c714df6 req-cdbff79d-0e52-4881-a7ab-f74ebbd4749a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 943 time: 0.1867788 Apr 19 18:22:45.006321 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 0c6a40f1-a0d6-487e-8ac3-44a709955a29 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:22:45.025144 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893dfb8c-dc0b-4399-9f78-f6e329809424 req-084f11e2-dfea-4e4e-9b37-b4e061ca93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:45.026757 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-893dfb8c-dc0b-4399-9f78-f6e329809424 req-084f11e2-dfea-4e4e-9b37-b4e061ca93a5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=625ea84b-b025-47d7-a45d-f91f00c07a4e HTTP/1.1" status: 200 len: 855 time: 0.1862106 Apr 19 18:22:45.120144 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1f184a51-0bd8-4c2d-bd95-40c35c714df6 req-b8a4a306-5509-4575-80d2-32cd4f6e6b52 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240466 Apr 19 18:22:45.252148 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893dfb8c-dc0b-4399-9f78-f6e329809424 req-74721314-7563-4353-b1bf-fd1f0b0e421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:45.253776 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-893dfb8c-dc0b-4399-9f78-f6e329809424 req-74721314-7563-4353-b1bf-fd1f0b0e421d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=62d4a419-1594-4973-afcf-06199a9f163a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2194684 Apr 19 18:22:45.299318 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bceb2-b298-4c0a-af1f-9c01b8e20709 req-3009f95b-4799-4298-9aba-e310f92d2ae0 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:45.300622 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2c7bceb2-b298-4c0a-af1f-9c01b8e20709 req-3009f95b-4799-4298-9aba-e310f92d2ae0 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 945 time: 0.1790302 Apr 19 18:22:45.308817 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 0c6a40f1-a0d6-487e-8ac3-44a709955a29, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0c6a40f1-a0d6-487e-8ac3-44a709955a29,segment=NetworkSegment(c9b49068-2d9d-4702-8583-d31d5677a115),segment_id=c9b49068-2d9d-4702-8583-d31d5677a115)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:45.337445 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Returning: {'device': '0c6a40f1-a0d6-487e-8ac3-44a709955a29', 'network_id': '08e00816-0bec-4051-b588-104519e4fca9', 'port_id': '0c6a40f1-a0d6-487e-8ac3-44a709955a29', 'mac_address': 'fa:16:3e:14:59:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe75bd92-2500-49d8-a570-c64849885c39', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:22:45.456180 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:45.483303 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6a40f1-a0d6-487e-8ac3-44a709955a29 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:22:45.506251 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 0c6a40f1-a0d6-487e-8ac3-44a709955a29, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0c6a40f1-a0d6-487e-8ac3-44a709955a29,segment=NetworkSegment(c9b49068-2d9d-4702-8583-d31d5677a115),segment_id=c9b49068-2d9d-4702-8583-d31d5677a115)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:45.512693 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:45.515190 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7cfce181-e553-4835-b041-2c642a70ffcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:45.533476 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-893dfb8c-dc0b-4399-9f78-f6e329809424 req-709983ae-cd88-4e57-98c1-b04c01f7990a service neutron] 10.222.0.95 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715302 Apr 19 18:22:45.564487 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2c7bceb2-b298-4c0a-af1f-9c01b8e20709 req-69830eef-c9f3-4620-a53d-1f9d82bd6508 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506608 Apr 19 18:22:45.657243 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=0c6a40f1-a0d6-487e-8ac3-44a709955a29,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:45.661631 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:45.673754 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e6a48-dbf6-42c5-8338-cda0f0dd92d5 req-5ac7f3d3-da46-4d08-b3a5-fd79940df548 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:45.683682 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8d8e6a48-dbf6-42c5-8338-cda0f0dd92d5 req-5ac7f3d3-da46-4d08-b3a5-fd79940df548 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 943 time: 0.1925476 Apr 19 18:22:45.731697 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8d8e6a48-dbf6-42c5-8338-cda0f0dd92d5 req-4fac710b-3a54-4d1b-bf22-37d0e25c97b3 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471549 Apr 19 18:22:45.772073 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['0c6a40f1-a0d6-487e-8ac3-44a709955a29'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:22:45.797276 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-893dfb8c-dc0b-4399-9f78-f6e329809424 req-ee066e57-7d9b-469d-8059-45a8974789ee service neutron] 10.222.0.95 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371716 Apr 19 18:22:46.376180 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29366ac6-0dde-4cb8-b1b6-4c70f0f80e69 req-483aa3d5-920a-4c06-baa4-acdbe5b50550 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:46.381124 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-29366ac6-0dde-4cb8-b1b6-4c70f0f80e69 req-483aa3d5-920a-4c06-baa4-acdbe5b50550 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 944 time: 0.1193576 Apr 19 18:22:46.434937 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-29366ac6-0dde-4cb8-b1b6-4c70f0f80e69 req-9d71f54c-00eb-4433-9fda-634dfbb573ce tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466313 Apr 19 18:22:47.011954 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 0c6a40f1-a0d6-487e-8ac3-44a709955a29 up at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:22:47.071835 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b7a1b-fdf0-49d5-8724-181a396f0016 req-045a505c-eb6c-4bfa-a53e-8a7fbd309d01 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:47.075377 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c37b7a1b-fdf0-49d5-8724-181a396f0016 req-045a505c-eb6c-4bfa-a53e-8a7fbd309d01 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 943 time: 0.1322455 Apr 19 18:22:47.237913 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning for port 0c6a40f1-a0d6-487e-8ac3-44a709955a29 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:22:47.242814 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c37b7a1b-fdf0-49d5-8724-181a396f0016 req-839d874b-1eda-470a-b221-cb38e7aa17e0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535890 Apr 19 18:22:47.244144 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning complete for port 0c6a40f1-a0d6-487e-8ac3-44a709955a29 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:22:47.244720 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:47.553392 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:47.796777 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 0c6a40f1-a0d6-487e-8ac3-44a709955a29, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0c6a40f1-a0d6-487e-8ac3-44a709955a29,segment=NetworkSegment(c9b49068-2d9d-4702-8583-d31d5677a115),segment_id=c9b49068-2d9d-4702-8583-d31d5677a115)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:22:47.803193 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e4e335-dba4-4e85-b63c-9ef59fa938ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6a40f1-a0d6-487e-8ac3-44a709955a29'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:22:47.825338 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:47.840680 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:47.936916 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=0c6a40f1-a0d6-487e-8ac3-44a709955a29,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:47.941685 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:48.094007 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dfd21-b41e-4936-8b5f-479f3d02676c req-55b12fe0-7c96-41ab-a40e-92b91593954c tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:48.109273 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b95dfd21-b41e-4936-8b5f-479f3d02676c req-55b12fe0-7c96-41ab-a40e-92b91593954c tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 945 time: 0.2947562 Apr 19 18:22:48.191757 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b95dfd21-b41e-4936-8b5f-479f3d02676c req-a0426a93-f513-4e87-a673-ff79ee4fd581 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814118 Apr 19 18:22:48.325368 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e4e335-dba4-4e85-b63c-9ef59fa938ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6a40f1-a0d6-487e-8ac3-44a709955a29', 'code': 200} Apr 19 18:22:48.881570 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65a7d9-24a3-409f-a271-fca3e5ddb810 req-f89a5fe9-9f90-4251-aaed-4d3211aec4a9 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:48.883454 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6d65a7d9-24a3-409f-a271-fca3e5ddb810 req-f89a5fe9-9f90-4251-aaed-4d3211aec4a9 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 943 time: 0.2585645 Apr 19 18:22:48.996753 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6d65a7d9-24a3-409f-a271-fca3e5ddb810 req-fe924625-b949-4ff4-9243-38ebc3372b21 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939555 Apr 19 18:22:49.311994 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6844817-d395-4f75-8589-1ac58f3a4c42 req-deea772f-71f2-44a4-b168-5db5b53600be tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:49.313695 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e6844817-d395-4f75-8589-1ac58f3a4c42 req-deea772f-71f2-44a4-b168-5db5b53600be tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.1000798 Apr 19 18:22:49.397429 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e6844817-d395-4f75-8589-1ac58f3a4c42 req-cdbb4ebe-371f-448a-96b5-6c1a75c647a1 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646150 Apr 19 18:22:49.605908 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022857d-4641-47c0-ae1e-0cc7c32d9d1f req-a1fc25fd-1174-4736-bd47-60dcbb55ce59 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:49.607570 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e022857d-4641-47c0-ae1e-0cc7c32d9d1f req-a1fc25fd-1174-4736-bd47-60dcbb55ce59 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 945 time: 0.1018014 Apr 19 18:22:49.660537 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e022857d-4641-47c0-ae1e-0cc7c32d9d1f req-e508173f-bb67-436d-af85-7cff87521058 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462878 Apr 19 18:22:50.283192 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d61c92-a742-4f37-bd97-9420804109fe req-66b59869-42b4-4863-8819-1b99ad78033a tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:50.285311 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-59d61c92-a742-4f37-bd97-9420804109fe req-66b59869-42b4-4863-8819-1b99ad78033a tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 943 time: 0.1120002 Apr 19 18:22:50.352212 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c09edcce-d5cc-4b4d-bba1-5841eb34799d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:50.359939 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-59d61c92-a742-4f37-bd97-9420804109fe req-29cd882e-f61c-4617-b558-fd1131210511 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651264 Apr 19 18:22:50.748027 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1193c-9fa5-400a-b36d-195146458ca3 req-e2ca6c08-7c1d-45a9-bbe7-9fc263502b93 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:50.749682 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e0b1193c-9fa5-400a-b36d-195146458ca3 req-e2ca6c08-7c1d-45a9-bbe7-9fc263502b93 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.2014339 Apr 19 18:22:50.831685 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 40578) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:50.854949 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e0b1193c-9fa5-400a-b36d-195146458ca3 req-09699638-2fc1-4266-a8cd-10bca47aefcd tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981033 Apr 19 18:22:51.135162 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-d283cdc6-7415-4e76-ae46-7704ebf07f7a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=102da98d1c7243309c4b2235f866867b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3021245 Apr 19 18:22:51.139163 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 40586) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:51.155412 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc06a4-663f-4995-8526-e6edc218ce91 req-7aabaeb7-429d-4066-b4f2-254045d84038 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:51.158682 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1efc06a4-663f-4995-8526-e6edc218ce91 req-7aabaeb7-429d-4066-b4f2-254045d84038 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 945 time: 0.1170554 Apr 19 18:22:51.210419 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b205b53e-9ed0-4a12-9aa3-fcd5520dea2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:51.221852 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1efc06a4-663f-4995-8526-e6edc218ce91 req-1bcedde3-fe05-45ed-af87-58f84f13e70b tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555975 Apr 19 18:22:51.247324 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b205b53e-9ed0-4a12-9aa3-fcd5520dea2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:51.316654 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 40592) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:51.319090 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b205b53e-9ed0-4a12-9aa3-fcd5520dea2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:51.331423 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7e1464a2-e8a6-4bd1-992d-3184b8797cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:51.345734 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205b53e-9ed0-4a12-9aa3-fcd5520dea2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586d5834-959e-4e63-84f0-20d9c7cc81fc,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:51.349001 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b205b53e-9ed0-4a12-9aa3-fcd5520dea2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:51.354447 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-b205b53e-9ed0-4a12-9aa3-fcd5520dea2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/586d5834-959e-4e63-84f0-20d9c7cc81fc HTTP/1.1" status: 204 len: 168 time: 0.2123494 Apr 19 18:22:51.356089 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-b205b53e-9ed0-4a12-9aa3-fcd5520dea2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:51.750938 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6f1e3-54a3-4a67-b58c-9502dab63e4a req-6fb44e4f-3b10-48ef-9531-7d6b42504877 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:51.777914 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5bb6f1e3-54a3-4a67-b58c-9502dab63e4a req-6fb44e4f-3b10-48ef-9531-7d6b42504877 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 943 time: 0.1858876 Apr 19 18:22:51.862225 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d90853e4-7612-4bd9-a731-81fa1d4e0117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:51.882070 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-d90853e4-7612-4bd9-a731-81fa1d4e0117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:51.890555 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-d90853e4-7612-4bd9-a731-81fa1d4e0117 admin admin] Usage tracker for resource:security_group_rule and tenant:5460f2956ed146809d252a2d3f6cf2cc is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:51.896693 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5bb6f1e3-54a3-4a67-b58c-9502dab63e4a req-e40b7889-e8b4-4e5e-bbcd-581b41235eca tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101651 Apr 19 18:22:51.897642 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-d90853e4-7612-4bd9-a731-81fa1d4e0117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:51.904027 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-d90853e4-7612-4bd9-a731-81fa1d4e0117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:52.032371 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d90853e4-7612-4bd9-a731-81fa1d4e0117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:52.039899 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d90853e4-7612-4bd9-a731-81fa1d4e0117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:52.103276 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f8e95214-a773-479f-94d9-a86a21e78192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:52.157063 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90853e4-7612-4bd9-a731-81fa1d4e0117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e040b764-2308-4487-b6dd-639a6bafdb10,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:52.163727 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d90853e4-7612-4bd9-a731-81fa1d4e0117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:52.171317 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-d90853e4-7612-4bd9-a731-81fa1d4e0117 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5460f2956ed146809d252a2d3f6cf2cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8529124 Apr 19 18:22:52.175325 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 40614) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:52.205336 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5c00a-9a05-4e76-8912-8625a50a913f req-df2b9cda-8814-4ef8-a8a2-8c8c6b01260f tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:52.212642 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-89e5c00a-9a05-4e76-8912-8625a50a913f req-df2b9cda-8814-4ef8-a8a2-8c8c6b01260f tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.1615303 Apr 19 18:22:52.246737 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0e609bc0-7792-422c-a515-52733f6200f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:52.280858 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0e609bc0-7792-422c-a515-52733f6200f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:52.343553 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0e609bc0-7792-422c-a515-52733f6200f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:52.348445 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4f971ec1-2c3b-4d4d-b4e3-d73f810ca857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:52.362362 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e609bc0-7792-422c-a515-52733f6200f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e040b764-2308-4487-b6dd-639a6bafdb10,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:52.372961 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0e609bc0-7792-422c-a515-52733f6200f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:52.381866 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0e609bc0-7792-422c-a515-52733f6200f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:52.399118 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-0e609bc0-7792-422c-a515-52733f6200f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e040b764-2308-4487-b6dd-639a6bafdb10 HTTP/1.1" status: 204 len: 168 time: 0.2099826 Apr 19 18:22:52.475969 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-89e5c00a-9a05-4e76-8912-8625a50a913f req-3d81a544-71da-4dc4-8188-4b33986153cc tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609501 Apr 19 18:22:52.759517 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27667cd-64d3-4fb6-ac89-4330fc5357b7 req-b68d42aa-ad11-41ac-9790-1c9276c86d7e tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:52.761178 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d27667cd-64d3-4fb6-ac89-4330fc5357b7 req-b68d42aa-ad11-41ac-9790-1c9276c86d7e tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 945 time: 0.1410367 Apr 19 18:22:52.805646 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 40624) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:52.827769 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d27667cd-64d3-4fb6-ac89-4330fc5357b7 req-d943244f-a32c-4db6-96d5-a98f5ac966d9 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591371 Apr 19 18:22:52.833156 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-55c2e839-3e95-4761-99c6-cd0bd8ebd76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:52.866088 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-55c2e839-3e95-4761-99c6-cd0bd8ebd76a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:52.870411 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-55c2e839-3e95-4761-99c6-cd0bd8ebd76a admin admin] Usage tracker for resource:security_group_rule and tenant:605de50e98524653b6de706e0f3b7823 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:52.873510 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-55c2e839-3e95-4761-99c6-cd0bd8ebd76a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:52.880045 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-55c2e839-3e95-4761-99c6-cd0bd8ebd76a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:52.991080 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-55c2e839-3e95-4761-99c6-cd0bd8ebd76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:53.001461 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-55c2e839-3e95-4761-99c6-cd0bd8ebd76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:53.013427 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-93f6c034-006f-417b-af36-4128410fe384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:53.016756 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0e609bc0-7792-422c-a515-52733f6200f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:53.060158 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-55c2e839-3e95-4761-99c6-cd0bd8ebd76a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=605de50e98524653b6de706e0f3b7823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533202 Apr 19 18:22:53.065395 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2e839-3e95-4761-99c6-cd0bd8ebd76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e447eb03-f8ea-44d0-bafa-04188877dd43,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:53.068776 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-55c2e839-3e95-4761-99c6-cd0bd8ebd76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:53.069574 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 40630) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:53.171764 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5dfa7-49ab-4b3f-9ae3-cf40f0aa83f1 req-2a1ed891-90c3-47e0-93dc-0bc36c0fd807 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:53.195405 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bef5dfa7-49ab-4b3f-9ae3-cf40f0aa83f1 req-2a1ed891-90c3-47e0-93dc-0bc36c0fd807 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 943 time: 0.1339660 Apr 19 18:22:53.201909 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ad8753bd-a22f-425a-8e86-c211fe6e869f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:53.276475 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bef5dfa7-49ab-4b3f-9ae3-cf40f0aa83f1 req-c5eef08c-4996-41c6-87b2-32536743f807 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801234 Apr 19 18:22:53.277288 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ad8753bd-a22f-425a-8e86-c211fe6e869f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:53.355295 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ad8753bd-a22f-425a-8e86-c211fe6e869f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:53.365216 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8720927d-79ab-43e4-853f-d8979caceca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:53.383848 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ad8753bd-a22f-425a-8e86-c211fe6e869f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:53.387572 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-ad8753bd-a22f-425a-8e86-c211fe6e869f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e447eb03-f8ea-44d0-bafa-04188877dd43 HTTP/1.1" status: 204 len: 168 time: 0.3144906 Apr 19 18:22:53.387572 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8753bd-a22f-425a-8e86-c211fe6e869f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e447eb03-f8ea-44d0-bafa-04188877dd43,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:53.389072 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ad8753bd-a22f-425a-8e86-c211fe6e869f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:53.710539 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62f96d-dd4e-4c37-8adb-86055b5f70ab req-a5202b3b-5ff3-4e43-853c-cbbbcff32ca2 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:53.719075 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dd62f96d-dd4e-4c37-8adb-86055b5f70ab req-a5202b3b-5ff3-4e43-853c-cbbbcff32ca2 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.1098104 Apr 19 18:22:53.775734 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dd62f96d-dd4e-4c37-8adb-86055b5f70ab req-089a0eb6-fea5-4094-8a78-3d7f01d7862a tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552130 Apr 19 18:22:53.834233 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:54.071503 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac025c-006c-4870-bf68-8919d92b2ee1 req-1f95df57-dd60-4d1c-aeed-ff1729826908 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:54.073169 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-acac025c-006c-4870-bf68-8919d92b2ee1 req-1f95df57-dd60-4d1c-aeed-ff1729826908 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 945 time: 0.1048265 Apr 19 18:22:54.144109 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-acac025c-006c-4870-bf68-8919d92b2ee1 req-188db264-1131-4cb7-babb-70f80ee86f7f tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640762 Apr 19 18:22:54.194712 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:54.531655 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07955fa2-b4ec-4e35-9bd5-f3c4dc1f1f27 req-66196df1-c4b5-47ce-8dd1-6fdb9dd1a143 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:54.533649 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-07955fa2-b4ec-4e35-9bd5-f3c4dc1f1f27 req-66196df1-c4b5-47ce-8dd1-6fdb9dd1a143 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 943 time: 0.1159849 Apr 19 18:22:54.602275 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-07955fa2-b4ec-4e35-9bd5-f3c4dc1f1f27 req-bedcb348-5253-4079-952f-4dad5dc096b2 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591199 Apr 19 18:22:55.003136 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba5a1a-672c-4384-847b-8ac059ac017a req-4f6a9a0e-6651-427a-85b0-4dcf938defb4 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:55.005031 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9dba5a1a-672c-4384-847b-8ac059ac017a req-4f6a9a0e-6651-427a-85b0-4dcf938defb4 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.1096268 Apr 19 18:22:55.057860 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9dba5a1a-672c-4384-847b-8ac059ac017a req-9b78dced-56f8-4022-a707-857f6399ea0e tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458128 Apr 19 18:22:55.393909 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b331a9-6b3e-471b-9924-11f9a8b98ec7 req-5d993cab-cd5b-462a-b9bb-6c2e42591b25 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:55.395720 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-87b331a9-6b3e-471b-9924-11f9a8b98ec7 req-5d993cab-cd5b-462a-b9bb-6c2e42591b25 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 945 time: 0.1233211 Apr 19 18:22:55.449206 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-87b331a9-6b3e-471b-9924-11f9a8b98ec7 req-fc491844-e259-44ab-8fa7-d859c5f7a979 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470388 Apr 19 18:22:55.602332 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:55.888454 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f69386-2818-4823-8239-0fbf83f1e136 req-867dc8fa-027b-49f7-9882-43d6cb92c89c tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:55.891617 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d5f69386-2818-4823-8239-0fbf83f1e136 req-867dc8fa-027b-49f7-9882-43d6cb92c89c tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 943 time: 0.1530473 Apr 19 18:22:56.004503 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d5f69386-2818-4823-8239-0fbf83f1e136 req-71c914dc-588f-493f-b4f8-7704d1bf1a88 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049633 Apr 19 18:22:56.349300 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9950626-fa74-4c0e-bde0-a6f900abc4ed req-9e81f102-b806-4acc-a7d6-6859fbf6ad57 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:56.351239 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c9950626-fa74-4c0e-bde0-a6f900abc4ed req-9e81f102-b806-4acc-a7d6-6859fbf6ad57 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.1039276 Apr 19 18:22:56.392209 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 40722) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:56.403327 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c9950626-fa74-4c0e-bde0-a6f900abc4ed req-82e29950-8f66-4b2a-847d-03eefb26d352 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447383 Apr 19 18:22:56.546886 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e84e3918-e441-4c65-8bc5-34e95f6e06d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:56.565694 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-e84e3918-e441-4c65-8bc5-34e95f6e06d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:22:56.574865 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-e84e3918-e441-4c65-8bc5-34e95f6e06d9 admin admin] Usage tracker for resource:security_group_rule and tenant:bcb2bf48c7a54e61b4cba0cbefeff53e is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:22:56.584265 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-e84e3918-e441-4c65-8bc5-34e95f6e06d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:22:56.604268 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-e84e3918-e441-4c65-8bc5-34e95f6e06d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:22:56.740133 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6c556-008c-4380-952e-664f106317ef req-6283da3a-8466-4905-849a-a5b8427736f0 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:56.742148 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-02a6c556-008c-4380-952e-664f106317ef req-6283da3a-8466-4905-849a-a5b8427736f0 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 945 time: 0.1431057 Apr 19 18:22:56.746868 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e84e3918-e441-4c65-8bc5-34e95f6e06d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:56.751521 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e84e3918-e441-4c65-8bc5-34e95f6e06d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:56.762949 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a1fda556-e116-4f78-873f-c54ee7812f33 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:56.809103 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-02a6c556-008c-4380-952e-664f106317ef req-bf592596-04e4-4bbe-aecc-55b5a0e24d09 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596459 Apr 19 18:22:56.812081 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e3918-e441-4c65-8bc5-34e95f6e06d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfaf3df-2288-4b40-bdd3-23b218e6a5a6,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:56.819139 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e84e3918-e441-4c65-8bc5-34e95f6e06d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:56.827888 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-e84e3918-e441-4c65-8bc5-34e95f6e06d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bcb2bf48c7a54e61b4cba0cbefeff53e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4338028 Apr 19 18:22:56.830976 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 40732) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:22:56.914181 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-25299fa3-a207-46c8-8779-aafc9caaa012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:56.944562 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-25299fa3-a207-46c8-8779-aafc9caaa012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:56.994053 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-25299fa3-a207-46c8-8779-aafc9caaa012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:56.999605 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2a505b6c-c7fd-4558-aa6d-e7c0dcd92e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:22:57.020469 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25299fa3-a207-46c8-8779-aafc9caaa012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfaf3df-2288-4b40-bdd3-23b218e6a5a6,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:22:57.024916 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-25299fa3-a207-46c8-8779-aafc9caaa012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:22:57.026977 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-25299fa3-a207-46c8-8779-aafc9caaa012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:22:57.028222 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-25299fa3-a207-46c8-8779-aafc9caaa012 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbfaf3df-2288-4b40-bdd3-23b218e6a5a6 HTTP/1.1" status: 204 len: 168 time: 0.1959591 Apr 19 18:22:57.287500 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76e7d3-110e-4494-9c6e-f962b5b64812 req-b8de20c9-668c-4ffe-ac08-398d5701172b tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:57.289270 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-fe76e7d3-110e-4494-9c6e-f962b5b64812 req-b8de20c9-668c-4ffe-ac08-398d5701172b tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 943 time: 0.1360002 Apr 19 18:22:57.356622 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-fe76e7d3-110e-4494-9c6e-f962b5b64812 req-ad6b98fb-ca91-45bb-943d-84c348d51b81 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606694 Apr 19 18:22:57.662894 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37d55c-3390-4a72-a773-938a5ff80e93 req-e569c05a-ed8b-4752-b0f3-75a6ba451d26 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:57.664880 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-fb37d55c-3390-4a72-a773-938a5ff80e93 req-e569c05a-ed8b-4752-b0f3-75a6ba451d26 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.1272316 Apr 19 18:22:57.753981 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-fb37d55c-3390-4a72-a773-938a5ff80e93 req-90f0e9cf-33c1-4862-8d97-d5c0aa19c90a tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814943 Apr 19 18:22:58.035553 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d6eb6-aa26-4b4e-ac48-c9df9eba2217 req-b28a9663-6554-4558-9a98-7da4fdde868d tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:58.037315 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e12d6eb6-aa26-4b4e-ac48-c9df9eba2217 req-b28a9663-6554-4558-9a98-7da4fdde868d tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 945 time: 0.0972958 Apr 19 18:22:58.092029 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e12d6eb6-aa26-4b4e-ac48-c9df9eba2217 req-f9f1ef1e-a413-450e-861f-fa46d41f26f5 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469818 Apr 19 18:22:58.568821 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36701c1-e4bb-40cc-b846-a19a14d592a2 req-a3cba194-50b8-4348-b254-9faca65d823f tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:58.570468 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c36701c1-e4bb-40cc-b846-a19a14d592a2 req-a3cba194-50b8-4348-b254-9faca65d823f tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 943 time: 0.0943303 Apr 19 18:22:58.623792 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c36701c1-e4bb-40cc-b846-a19a14d592a2 req-6b582402-d1d8-4503-8b90-4e0430077869 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466304 Apr 19 18:22:59.000496 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a4d10-f18b-41f6-a103-d30a432a462d req-a03d8de5-2e9f-41b8-b3ee-a09c822f2d24 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:59.002736 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d91a4d10-f18b-41f6-a103-d30a432a462d req-a03d8de5-2e9f-41b8-b3ee-a09c822f2d24 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.1084599 Apr 19 18:22:59.053082 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d91a4d10-f18b-41f6-a103-d30a432a462d req-26439adf-a83e-4182-a546-ba4b932883e3 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437632 Apr 19 18:22:59.309190 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389fca3-993c-4a2d-9835-49e868930ad1 req-3e134075-938c-4a33-86c9-550f4d1f3778 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:59.311688 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f389fca3-993c-4a2d-9835-49e868930ad1 req-3e134075-938c-4a33-86c9-550f4d1f3778 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 945 time: 0.0980754 Apr 19 18:22:59.362531 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f389fca3-993c-4a2d-9835-49e868930ad1 req-43b2186e-06ff-4e76-bf5a-711f41545749 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445430 Apr 19 18:22:59.833794 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b580a-3a2a-4b14-abea-736dd0bdae93 req-00ed2e9b-4231-48c1-a1f0-63d5268647c8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:22:59.835466 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6a5b580a-3a2a-4b14-abea-736dd0bdae93 req-00ed2e9b-4231-48c1-a1f0-63d5268647c8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 943 time: 0.0902755 Apr 19 18:22:59.887402 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6a5b580a-3a2a-4b14-abea-736dd0bdae93 req-f0dc40a2-80a2-4cc0-a833-7381786d815f tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453658 Apr 19 18:22:59.930634 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:00.186626 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debb12b-031a-4156-b9b5-13439844d581 req-13830439-6566-423f-8b48-098e5b4c1c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:00.188496 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8debb12b-031a-4156-b9b5-13439844d581 req-13830439-6566-423f-8b48-098e5b4c1c76 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 1098 time: 0.1117795 Apr 19 18:23:00.291630 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-be6dc6e4-a4ea-4156-99a6-d46588a064e1 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754358631&fields=id&tenant_id=f6c506fc525541018ae925b541941e2a HTTP/1.1" status: 200 len: 267 time: 0.0728929 Apr 19 18:23:00.293783 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8debb12b-031a-4156-b9b5-13439844d581 req-a6b6be99-d074-4cbd-b40e-db9866a572c0 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934303 Apr 19 18:23:00.470896 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa99393-ba2a-450a-9b19-32438ff0eac8 req-3869a194-b643-4055-adb7-c2b6d61cf870 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:00.473009 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6aa99393-ba2a-450a-9b19-32438ff0eac8 req-3869a194-b643-4055-adb7-c2b6d61cf870 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.0967216 Apr 19 18:23:00.478173 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-51766638-bb73-4ea2-860b-ba8dbc5417fe tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:00.491465 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-51766638-bb73-4ea2-860b-ba8dbc5417fe tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/networks?id=916707c5-043e-4573-856c-ce7bc1ede628 HTTP/1.1" status: 200 len: 809 time: 0.1919734 Apr 19 18:23:00.507940 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-b47ac206-4470-4add-ad5e-ae28357df89b tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/quotas/f6c506fc525541018ae925b541941e2a HTTP/1.1" status: 200 len: 375 time: 0.0153408 Apr 19 18:23:00.534502 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6aa99393-ba2a-450a-9b19-32438ff0eac8 req-c513fba1-14f2-4d7c-8114-2e90cbfbc54f tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544305 Apr 19 18:23:00.622084 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-7c08700e-eeeb-4b82-a67a-8e50ca51998b tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Synchronizing usage tracker for tenant:f6c506fc525541018ae925b541941e2a on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:23:00.641188 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-7c08700e-eeeb-4b82-a67a-8e50ca51998b tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Unset dirty status for tenant:f6c506fc525541018ae925b541941e2a on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:23:00.643179 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-7c08700e-eeeb-4b82-a67a-8e50ca51998b tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6c506fc525541018ae925b541941e2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1308229 Apr 19 18:23:00.743322 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a12f7-f5ab-4dc5-9c60-bd14c24b7365 req-0b941f97-d650-4871-999b-44d6606ca91f tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:00.744881 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-071a12f7-f5ab-4dc5-9c60-bd14c24b7365 req-0b941f97-d650-4871-999b-44d6606ca91f tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 945 time: 0.0933967 Apr 19 18:23:00.796350 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-071a12f7-f5ab-4dc5-9c60-bd14c24b7365 req-0a0b912e-5356-4703-b67a-5cddb70c06f2 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445354 Apr 19 18:23:00.818014 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-d516ca37-9d18-4bb8-80e9-affa3302917c service neutron] 10.222.0.20 "GET /v2.0/networks/916707c5-043e-4573-856c-ce7bc1ede628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615276 Apr 19 18:23:00.979237 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-d91cf93f-e162-4552-969e-b35500308a8b service neutron] 10.222.0.20 "GET /v2.0/networks/916707c5-043e-4573-856c-ce7bc1ede628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545541 Apr 19 18:23:01.110489 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78e507-726e-4124-bb53-626162adaf75 req-fcce86fd-e56a-4bb9-bee6-754f63974d39 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:01.112707 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1c78e507-726e-4124-bb53-626162adaf75 req-fcce86fd-e56a-4bb9-bee6-754f63974d39 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 943 time: 0.0976837 Apr 19 18:23:01.166064 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1c78e507-726e-4124-bb53-626162adaf75 req-8a193bac-680c-4b46-9ff3-b0494a333fcb tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468767 Apr 19 18:23:01.471837 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8e824792-3084-446d-be10-3f2cef01c8b4 req-cb7d7f1b-7773-4ae7-8e32-13ec6b7475c1 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 210 time: 0.0549326 Apr 19 18:23:01.770191 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac32ff-23ac-4822-bfd8-36a9ddda52c4 req-893541b3-4be5-4cc8-a434-b72ce9c10966 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:01.771751 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1aac32ff-23ac-4822-bfd8-36a9ddda52c4 req-893541b3-4be5-4cc8-a434-b72ce9c10966 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.1122544 Apr 19 18:23:01.827927 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1aac32ff-23ac-4822-bfd8-36a9ddda52c4 req-98e1ed05-b491-4a84-8672-7ddeba2c8b7c tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495515 Apr 19 18:23:02.015302 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7338fa9-482e-44dd-9120-cc9331c9c981 req-fddabffd-c55c-4c05-a949-f5578b6bb80a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:02.017010 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f7338fa9-482e-44dd-9120-cc9331c9c981 req-fddabffd-c55c-4c05-a949-f5578b6bb80a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 945 time: 0.0970197 Apr 19 18:23:02.073990 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f7338fa9-482e-44dd-9120-cc9331c9c981 req-be7e1d31-b7e0-4e77-8066-c7a594a2116b tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485797 Apr 19 18:23:02.245175 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 40868) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:02.413869 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b832a16c-b295-4e95-a23d-da70c4252a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:02.433412 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-b832a16c-b295-4e95-a23d-da70c4252a64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:02.446255 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-b832a16c-b295-4e95-a23d-da70c4252a64 admin admin] Usage tracker for resource:security_group_rule and tenant:62cdbed87bd84408a57579da1c659f72 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:02.456244 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-b832a16c-b295-4e95-a23d-da70c4252a64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:02.466028 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-b832a16c-b295-4e95-a23d-da70c4252a64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:02.488504 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f53f27-a065-485c-b938-7c0b7e72dec8 req-7a773b47-0790-4cdb-950b-142c3704ebef tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:02.490122 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-62f53f27-a065-485c-b938-7c0b7e72dec8 req-7a773b47-0790-4cdb-950b-142c3704ebef tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 943 time: 0.1596014 Apr 19 18:23:02.582980 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-62f53f27-a065-485c-b938-7c0b7e72dec8 req-4cd6145e-1568-487c-9bd8-44f231fc1d1d tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763402 Apr 19 18:23:02.671010 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b832a16c-b295-4e95-a23d-da70c4252a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:02.676410 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b832a16c-b295-4e95-a23d-da70c4252a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:02.714179 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f3f78172-820a-4d81-9026-cbe12d586416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:02.724552 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-b832a16c-b295-4e95-a23d-da70c4252a64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62cdbed87bd84408a57579da1c659f72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4780765 Apr 19 18:23:02.736436 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 40898) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:02.739841 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4b8c940c-e30f-4636-b5ec-4401543c8972 req-5bd1d3c9-a8d9-4e80-874e-f075124bd395 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 210 time: 0.0623009 Apr 19 18:23:02.820743 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c5f227b1-6266-41d8-bd57-3d9ec013a607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:02.858455 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c5f227b1-6266-41d8-bd57-3d9ec013a607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:02.993020 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42ca3a-142b-4633-abd6-a850d3b4082b req-4daf534e-f0b6-4f9c-8518-c7db2a86e786 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:02.994962 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3d42ca3a-142b-4633-abd6-a850d3b4082b req-4daf534e-f0b6-4f9c-8518-c7db2a86e786 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.1259897 Apr 19 18:23:02.996043 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c5f227b1-6266-41d8-bd57-3d9ec013a607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:03.002077 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-55e1cf44-5dda-4359-97fb-5c107a876f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:03.015386 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-cf11277f-708c-4a7f-b44a-e76ad9dfd724 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:03.019943 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-cf11277f-708c-4a7f-b44a-e76ad9dfd724 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.95 "GET /v2.0/networks?id=916707c5-043e-4573-856c-ce7bc1ede628 HTTP/1.1" status: 200 len: 809 time: 0.3069377 Apr 19 18:23:03.035064 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832a16c-b295-4e95-a23d-da70c4252a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d552192f-19c4-4433-860c-6a8c6865258a,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:03.043426 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-b832a16c-b295-4e95-a23d-da70c4252a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:03.084896 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f227b1-6266-41d8-bd57-3d9ec013a607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d552192f-19c4-4433-860c-6a8c6865258a,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:03.124969 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device f101b6b7-f82b-4f63-9ca7-d9aea6985bec details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:23:03.144786 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c5f227b1-6266-41d8-bd57-3d9ec013a607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:03.158677 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c5f227b1-6266-41d8-bd57-3d9ec013a607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:03.161984 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-c5f227b1-6266-41d8-bd57-3d9ec013a607 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d552192f-19c4-4433-860c-6a8c6865258a HTTP/1.1" status: 204 len: 168 time: 0.4181581 Apr 19 18:23:03.202020 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-01570b9a-8ca5-4a54-8ed1-c8864af954d1 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f6c506fc525541018ae925b541941e2a HTTP/1.1" status: 200 len: 8061 time: 0.1555984 Apr 19 18:23:03.221170 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-9929e217-842a-407e-878f-7a9e0e5461cd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Request body: {'port': {'device_id': '3d8c9eea-4c5c-4db2-8217-7a4e3e925301', 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628', 'admin_state_up': True, 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'security_groups': ['a7310a79-c261-41be-9635-f76302910940']}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:23:03.227890 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-3d42ca3a-142b-4633-abd6-a850d3b4082b req-5535a576-1de8-423a-afdb-d05058cca865 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Deleting port d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:23:03.228055 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-3d42ca3a-142b-4633-abd6-a850d3b4082b req-5535a576-1de8-423a-afdb-d05058cca865 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:03.330882 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16562db-39ea-4bd9-8247-fa6977f91189 req-5eea813c-4c48-45dd-ba6c-ab57f5d31f9b tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:03.333695 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a16562db-39ea-4bd9-8247-fa6977f91189 req-5eea813c-4c48-45dd-ba6c-ab57f5d31f9b tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 946 time: 0.2502503 Apr 19 18:23:03.389961 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port f101b6b7-f82b-4f63-9ca7-d9aea6985bec, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f101b6b7-f82b-4f63-9ca7-d9aea6985bec,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:03.406451 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Returning: {'device': 'f101b6b7-f82b-4f63-9ca7-d9aea6985bec', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'port_id': 'f101b6b7-f82b-4f63-9ca7-d9aea6985bec', 'mac_address': 'fa:16:3e:4f:5c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:23:03.450493 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469c60b-d180-40eb-b446-ae0a4b13abda req-a48c5e2f-3ddc-44ac-8a20-994abe03296b tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:03.458956 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a469c60b-d180-40eb-b446-ae0a4b13abda req-a48c5e2f-3ddc-44ac-8a20-994abe03296b tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 945 time: 0.4377766 Apr 19 18:23:03.461445 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-9929e217-842a-407e-878f-7a9e0e5461cd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:03.479225 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:03.492410 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-9929e217-842a-407e-878f-7a9e0e5461cd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:03.503512 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f101b6b7-f82b-4f63-9ca7-d9aea6985bec {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:23:03.524306 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port f101b6b7-f82b-4f63-9ca7-d9aea6985bec, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f101b6b7-f82b-4f63-9ca7-d9aea6985bec,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:03.529142 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:03.533858 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a469c60b-d180-40eb-b446-ae0a4b13abda req-404d79e2-62c1-4cd4-adbb-01b4345a3f28 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736601 Apr 19 18:23:03.534733 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-9929e217-842a-407e-878f-7a9e0e5461cd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Made reservation on behalf of f6c506fc525541018ae925b541941e2a for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:23:03.535706 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:03.541037 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-9929e217-842a-407e-878f-7a9e0e5461cd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:03.578023 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 40928) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:03.657144 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 40936) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:03.696203 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=f101b6b7-f82b-4f63-9ca7-d9aea6985bec,revision_number=9']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:03.703436 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:03.754113 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2a11b47b-0565-49aa-9f18-de8cb0df6f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:03.784025 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a16562db-39ea-4bd9-8247-fa6977f91189 req-a3dc26bf-a9bc-4223-b75e-a50c12145e4b tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405706 Apr 19 18:23:03.809196 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['f101b6b7-f82b-4f63-9ca7-d9aea6985bec'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:23:03.821584 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-2a11b47b-0565-49aa-9f18-de8cb0df6f75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:03.833373 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-2a11b47b-0565-49aa-9f18-de8cb0df6f75 admin admin] Usage tracker for resource:security_group_rule and tenant:d91bdf7be91247fa9210f5747fdd947a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:03.841731 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-3d42ca3a-142b-4633-abd6-a850d3b4082b req-5535a576-1de8-423a-afdb-d05058cca865 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] For port d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283,segment=NetworkSegment(081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc),segment_id=081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:03.842358 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-3d42ca3a-142b-4633-abd6-a850d3b4082b req-5535a576-1de8-423a-afdb-d05058cca865 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:03.852189 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-2a11b47b-0565-49aa-9f18-de8cb0df6f75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:03.865853 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-2a11b47b-0565-49aa-9f18-de8cb0df6f75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:03.928120 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233f31f-a8b4-44f3-8c94-1261ef0ca715 req-6704dc98-8c59-4edb-89a3-5e3ae0f12907 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:03.936267 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7233f31f-a8b4-44f3-8c94-1261ef0ca715 req-6704dc98-8c59-4edb-89a3-5e3ae0f12907 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 944 time: 0.2008505 Apr 19 18:23:03.967042 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-9929e217-842a-407e-878f-7a9e0e5461cd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Allocated IP 172.20.0.8 (916707c5-043e-4573-856c-ce7bc1ede628/27665a9e-a6d3-4733-9100-5290165a150f/0f566502-7e5b-44bd-bbd6-bf7875a9a14f) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:23:04.063009 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7233f31f-a8b4-44f3-8c94-1261ef0ca715 req-21f6859e-fd2d-422c-8700-be2a21f0d208 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149895 Apr 19 18:23:04.233705 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-3d42ca3a-142b-4633-abd6-a850d3b4082b req-5535a576-1de8-423a-afdb-d05058cca865 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Calling delete_port for d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283 owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:23:04.413104 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c587300c-c500-409a-9463-425bc91960d8 req-73a73e8b-6963-4a18-9cb4-62954d588926 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 210 time: 0.1938434 Apr 19 18:23:04.423026 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2a11b47b-0565-49aa-9f18-de8cb0df6f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:04.434851 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2a11b47b-0565-49aa-9f18-de8cb0df6f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:04.445598 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a774c88b-33c0-4179-942c-eeae01f8cf48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:04.527379 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-2a11b47b-0565-49aa-9f18-de8cb0df6f75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d91bdf7be91247fa9210f5747fdd947a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8627961 Apr 19 18:23:04.533360 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 40946) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:04.568972 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11b47b-0565-49aa-9f18-de8cb0df6f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03425c55-afec-4029-8ad1-6481b1c70d5d,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:04.590368 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-9929e217-842a-407e-878f-7a9e0e5461cd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:04.597786 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2a11b47b-0565-49aa-9f18-de8cb0df6f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:04.612044 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947154c6-b7fb-40eb-8380-1e0fef3e6f8b tempest-TestMinimumBasicScenario-1721169953 tempest-TestMinimumBasicScenario-1721169953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:04.617098 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-947154c6-b7fb-40eb-8380-1e0fef3e6f8b tempest-TestMinimumBasicScenario-1721169953 tempest-TestMinimumBasicScenario-1721169953-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 1093 time: 1.0196781 Apr 19 18:23:04.617623 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 40950) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:04.625788 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Request body: {'floatingip': {'floating_network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'port_id': '3f7cd72f-f54d-4ea0-b774-3498c27f3f92', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:23:04.634115 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-3d42ca3a-142b-4633-abd6-a850d3b4082b req-5535a576-1de8-423a-afdb-d05058cca865 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:04.637607 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:04.637810 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-9929e217-842a-407e-878f-7a9e0e5461cd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Transition to ACTIVE for port object 0f566502-7e5b-44bd-bbd6-bf7875a9a14f will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:23:04.643302 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8c406f76-e470-44bd-b7e1-f3a27cfee1ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:04.663444 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6a68d162-e5bd-4351-ab2f-024fec0b54f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:04.684599 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Usage tracker for resource:floatingip and tenant:2935edebaba94b499f5e8a417912af6b is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:04.687959 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['3dfcedd2-3e01-4484-8e9f-0f17990dd1b6', 'd4fe5b47-5ba1-4c47-b6a7-6f4c59a65283'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:23:04.700222 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:04.700818 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6a68d162-e5bd-4351-ab2f-024fec0b54f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:04.703474 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535a576-1de8-423a-afdb-d05058cca865 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Pushing event deleted for resources: {'Port': ['ID=d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:04.710869 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-5535a576-1de8-423a-afdb-d05058cca865 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:04.711834 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:04.728665 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-9929e217-842a-407e-878f-7a9e0e5461cd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:04.742957 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c60895be-e239-460a-805d-75a7aec72cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:04.801660 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d42ca3a-142b-4633-abd6-a850d3b4082b req-5535a576-1de8-423a-afdb-d05058cca865 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] No DVR routers for this DVR port d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283 on host hv-cinder-78692 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:23:04.803688 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for floatingip, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:04.824376 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-3d42ca3a-142b-4633-abd6-a850d3b4082b req-5535a576-1de8-423a-afdb-d05058cca865 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:04.830950 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f61ac5b-45c0-4292-9979-32a09678cc9c', 'name': 'network-vif-deleted', 'tag': 'd4fe5b47-5ba1-4c47-b6a7-6f4c59a65283'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:23:04.835581 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929e217-842a-407e-878f-7a9e0e5461cd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Pushing event updated for resources: {'Port': ['ID=0f566502-7e5b-44bd-bbd6-bf7875a9a14f,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:04.840911 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-9929e217-842a-407e-878f-7a9e0e5461cd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:04.843121 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-9929e217-842a-407e-878f-7a9e0e5461cd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Network 916707c5-043e-4573-856c-ce7bc1ede628 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:23:04.845028 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-9929e217-842a-407e-878f-7a9e0e5461cd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:23:04.849053 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-9929e217-842a-407e-878f-7a9e0e5461cd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:23:04.919473 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6a68d162-e5bd-4351-ab2f-024fec0b54f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:04.950643 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e82876e6-5cf6-413f-9e94-d002e78c1528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:04.959698 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f61ac5b-45c0-4292-9979-32a09678cc9c', 'name': 'network-vif-deleted', 'tag': 'd4fe5b47-5ba1-4c47-b6a7-6f4c59a65283', 'status': 'completed', 'code': 200} Apr 19 18:23:04.973894 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3d42ca3a-142b-4633-abd6-a850d3b4082b req-5535a576-1de8-423a-afdb-d05058cca865 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.95 "DELETE /v2.0/ports/d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283 HTTP/1.1" status: 204 len: 173 time: 1.9635963 Apr 19 18:23:05.032097 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-17d3e906-2cc8-41a2-a1c4-ff629a8a9918 req-1ffb7efa-5a9a-47d2-8a06-3e1c363a6288 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f61ac5b-45c0-4292-9979-32a09678cc9c HTTP/1.1" status: 200 len: 210 time: 0.0942421 Apr 19 18:23:05.041336 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68d162-e5bd-4351-ab2f-024fec0b54f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03425c55-afec-4029-8ad1-6481b1c70d5d,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:05.047652 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-6a68d162-e5bd-4351-ab2f-024fec0b54f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:05.055840 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-9929e217-842a-407e-878f-7a9e0e5461cd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:05.056907 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-9929e217-842a-407e-878f-7a9e0e5461cd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:05.090451 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6a68d162-e5bd-4351-ab2f-024fec0b54f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:05.092058 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-6a68d162-e5bd-4351-ab2f-024fec0b54f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03425c55-afec-4029-8ad1-6481b1c70d5d HTTP/1.1" status: 204 len: 168 time: 0.5573294 Apr 19 18:23:05.094417 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-9929e217-842a-407e-878f-7a9e0e5461cd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8836370 Apr 19 18:23:05.098525 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:05.119211 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Request body: {'port': {'device_id': '3d8c9eea-4c5c-4db2-8217-7a4e3e925301', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:23:05.141103 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device f101b6b7-f82b-4f63-9ca7-d9aea6985bec up at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:23:05.259409 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:05.299823 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning complete for port f101b6b7-f82b-4f63-9ca7-d9aea6985bec triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:23:05.300524 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:05.335463 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-9d969c82-b43c-477b-a058-cffd05f8ef9f None None] Provisioning for port 0f566502-7e5b-44bd-bbd6-bf7875a9a14f completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:23:05.352005 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-9d969c82-b43c-477b-a058-cffd05f8ef9f None None] Provisioning complete for port 0f566502-7e5b-44bd-bbd6-bf7875a9a14f triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:23:05.352680 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9d969c82-b43c-477b-a058-cffd05f8ef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:05.420520 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-9d969c82-b43c-477b-a058-cffd05f8ef9f None None] Port 0f566502-7e5b-44bd-bbd6-bf7875a9a14f cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:23:05.495408 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Allocated IP 172.28.1.243 (4dfc8324-dbda-4de1-90b3-5f147512ea2d/f0204761-35d7-4590-8809-1a6eb894c7a2/cb8eb061-5fad-48d2-a00b-3ff8b3070a04) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:23:05.543490 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:05.555235 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c54a4-d8ef-4071-8717-abcd3c32b4d0 req-33c29578-abbc-46b1-a4f4-e5f1bed907cf tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:05.557200 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3c1c54a4-d8ef-4071-8717-abcd3c32b4d0 req-33c29578-abbc-46b1-a4f4-e5f1bed907cf tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 944 time: 0.1920550 Apr 19 18:23:05.592929 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa19aac-dfe7-4dbb-a756-31c52a15dd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f101b6b7-f82b-4f63-9ca7-d9aea6985bec'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:23:05.605680 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port f101b6b7-f82b-4f63-9ca7-d9aea6985bec, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f101b6b7-f82b-4f63-9ca7-d9aea6985bec,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:05.610245 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:05.611552 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:23:05.669691 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:05.739944 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3c1c54a4-d8ef-4071-8717-abcd3c32b4d0 req-802ba710-e55e-4abe-8dff-2b52373b66da tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873792 Apr 19 18:23:05.814945 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdf272-41bc-4e3e-b4b2-cbaf9928edd9 req-a1af8508-c06b-4e13-b80f-c6db2836c978 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:05.815793 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-52bdf272-41bc-4e3e-b4b2-cbaf9928edd9 req-a1af8508-c06b-4e13-b80f-c6db2836c978 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Synchronizing usage tracker for tenant:f6c506fc525541018ae925b541941e2a on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:23:05.838456 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-52bdf272-41bc-4e3e-b4b2-cbaf9928edd9 req-a1af8508-c06b-4e13-b80f-c6db2836c978 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Unset dirty status for tenant:f6c506fc525541018ae925b541941e2a on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:23:05.839648 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=f101b6b7-f82b-4f63-9ca7-d9aea6985bec,revision_number=10']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:05.851903 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-52bdf272-41bc-4e3e-b4b2-cbaf9928edd9 req-a1af8508-c06b-4e13-b80f-c6db2836c978 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 931 time: 0.2413085 Apr 19 18:23:05.856981 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa19aac-dfe7-4dbb-a756-31c52a15dd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f101b6b7-f82b-4f63-9ca7-d9aea6985bec', 'code': 200} Apr 19 18:23:05.857608 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-475608ed-a13e-46e7-9848-c108f45467de None None] No Port match for: d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:23:05.857997 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device d4fe5b47-5ba1-4c47-b6a7-6f4c59a65283 not bound to the agent host hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:23:05.859768 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:05.982578 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f566502-7e5b-44bd-bbd6-bf7875a9a14f {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:23:05.995052 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-52bdf272-41bc-4e3e-b4b2-cbaf9928edd9 req-4c87d5f6-579f-44b3-aee3-6bb19a0de74b tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223631 Apr 19 18:23:05.997096 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:06.020451 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Transition to ACTIVE for port object 0f566502-7e5b-44bd-bbd6-bf7875a9a14f will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:23:06.025725 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107811'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:06.031818 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-424b0783-e475-47fa-9bca-434305217bdc tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:06.138049 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:06.185019 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:06.192834 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:06.284624 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Network 4dfc8324-dbda-4de1-90b3-5f147512ea2d is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:23:06.290742 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:23:06.306950 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:23:06.346496 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Pushing event updated for resources: {'Port': ['ID=0f566502-7e5b-44bd-bbd6-bf7875a9a14f,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:06.349670 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:06.406794 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Pushing event updated for resources: {'Port': ['ID=cb8eb061-5fad-48d2-a00b-3ff8b3070a04,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:06.422714 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:06.457745 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Attempting to bind port 0f566502-7e5b-44bd-bbd6-bf7875a9a14f on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:23:06.458628 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Attempting to bind port 0f566502-7e5b-44bd-bbd6-bf7875a9a14f by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '8e8425c5-a0cf-4de4-aa9d-c73027f1d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:23:06.458628 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Attempting to bind port 0f566502-7e5b-44bd-bbd6-bf7875a9a14f on network 916707c5-043e-4573-856c-ce7bc1ede628 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:23:06.480769 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Port 0f566502-7e5b-44bd-bbd6-bf7875a9a14f on network 916707c5-043e-4573-856c-ce7bc1ede628 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:23:06.481143 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Attempting to bind port 0f566502-7e5b-44bd-bbd6-bf7875a9a14f on network 916707c5-043e-4573-856c-ce7bc1ede628 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:23:06.489696 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Checking agent: {'id': '22c244b8-6adf-46d7-a39e-9e58770b1817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'started_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:23:06.490079 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Checking segment: {'id': '8e8425c5-a0cf-4de4-aa9d-c73027f1d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:23:06.490511 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Bound using segment: {'id': '8e8425c5-a0cf-4de4-aa9d-c73027f1d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:23:06.490995 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Bound port: 0f566502-7e5b-44bd-bbd6-bf7875a9a14f, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e8425c5-a0cf-4de4-aa9d-c73027f1d45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:23:06.491444 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:06.674290 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] For port 0f566502-7e5b-44bd-bbd6-bf7875a9a14f, host hv-cinder-78692, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:23:06.680019 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] For port 0f566502-7e5b-44bd-bbd6-bf7875a9a14f, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0f566502-7e5b-44bd-bbd6-bf7875a9a14f,segment=NetworkSegment(8e8425c5-a0cf-4de4-aa9d-c73027f1d45d),segment_id=8e8425c5-a0cf-4de4-aa9d-c73027f1d45d)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:23:06.686806 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107811'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:06.693475 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c60895be-e239-460a-805d-75a7aec72cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:06.763611 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:06.764380 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:06.766221 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] 10.222.0.95 "PUT /v2.0/ports/0f566502-7e5b-44bd-bbd6-bf7875a9a14f HTTP/1.1" status: 200 len: 1093 time: 1.6563098 Apr 19 18:23:06.766844 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d8c9eea-4c5c-4db2-8217-7a4e3e925301', 'tag': '0f566502-7e5b-44bd-bbd6-bf7875a9a14f'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:23:06.836711 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4a74c-8a2b-40a6-92a4-70d368879e2b req-1a2069bf-eb53-4686-b3b7-a6e8e3a70a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:06.838334 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-87c4a74c-8a2b-40a6-92a4-70d368879e2b req-1a2069bf-eb53-4686-b3b7-a6e8e3a70a38 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 1099 time: 0.3716590 Apr 19 18:23:06.903373 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d8c9eea-4c5c-4db2-8217-7a4e3e925301', 'tag': '0f566502-7e5b-44bd-bbd6-bf7875a9a14f', 'status': 'completed', 'code': 200} Apr 19 18:23:06.904099 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Pushing event updated for resources: {'Port': ['ID=0f566502-7e5b-44bd-bbd6-bf7875a9a14f,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:06.936873 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:07.064970 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-9542690f-3373-42a0-93d7-c0b08f4f391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:07.066643 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-9542690f-3373-42a0-93d7-c0b08f4f391b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6c506fc525541018ae925b541941e2a&device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 1096 time: 0.2458444 Apr 19 18:23:07.106935 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42695b8-da0b-42f7-9af5-7a3660e1ec6b req-d00175e3-dfa3-4789-b6e3-3c3f03839e6f tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:07.107819 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-c42695b8-da0b-42f7-9af5-7a3660e1ec6b req-d00175e3-dfa3-4789-b6e3-3c3f03839e6f tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Synchronizing usage tracker for tenant:1e5aec57c28f45319053964d5da3987a on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:23:07.112318 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-87c4a74c-8a2b-40a6-92a4-70d368879e2b req-7bcbf1c3-8faa-473c-91cf-92afc082a3c9 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985466 Apr 19 18:23:07.154856 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-c42695b8-da0b-42f7-9af5-7a3660e1ec6b req-d00175e3-dfa3-4789-b6e3-3c3f03839e6f tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Unset dirty status for tenant:1e5aec57c28f45319053964d5da3987a on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:23:07.155330 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-733f69b1-7f67-4e99-a436-f274cee1f3b7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f566502-7e5b-44bd-bbd6-bf7875a9a14f HTTP/1.1" status: 200 len: 217 time: 0.0750637 Apr 19 18:23:07.156381 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c42695b8-da0b-42f7-9af5-7a3660e1ec6b req-d00175e3-dfa3-4789-b6e3-3c3f03839e6f tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.4272680 Apr 19 18:23:07.172511 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847a769-3d41-4b8a-9b0a-5a8429eaef45 req-c7f2cfce-6a87-427a-960b-2e0eb9ff0e0c tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:07.175351 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a847a769-3d41-4b8a-9b0a-5a8429eaef45 req-c7f2cfce-6a87-427a-960b-2e0eb9ff0e0c tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 946 time: 0.1823773 Apr 19 18:23:07.235349 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c42695b8-da0b-42f7-9af5-7a3660e1ec6b req-33f91511-fa1a-4fcd-afd4-c6f5e45aacfe tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614312 Apr 19 18:23:07.262021 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:07.291437 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a847a769-3d41-4b8a-9b0a-5a8429eaef45 req-26a3055d-24b9-411e-b0ec-9e2d6cb599ea tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098671 Apr 19 18:23:07.297454 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-c51b9816-8199-4329-a23a-39ce8fcfe22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:07.299368 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-c51b9816-8199-4329-a23a-39ce8fcfe22b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=27665a9e-a6d3-4733-9100-5290165a150f HTTP/1.1" status: 200 len: 848 time: 0.1191933 Apr 19 18:23:07.359443 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:07.415585 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-9d26cb55-7a78-429f-b51c-8821e10ac3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:07.417645 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-9d26cb55-7a78-429f-b51c-8821e10ac3a8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=916707c5-043e-4573-856c-ce7bc1ede628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1076956 Apr 19 18:23:07.615385 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6eb24d-3f13-4d7a-8df9-2917cef2b447 req-04bb540c-ee5d-459a-9c9b-536b0765bfa5 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:07.617074 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5b6eb24d-3f13-4d7a-8df9-2917cef2b447 req-04bb540c-ee5d-459a-9c9b-536b0765bfa5 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 943 time: 0.2249799 Apr 19 18:23:07.621923 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-9f544f53-fe8c-4cca-b86a-7eedbc989591 service neutron] 10.222.0.95 "GET /v2.0/networks/916707c5-043e-4573-856c-ce7bc1ede628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905668 Apr 19 18:23:07.714060 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-5b6eb24d-3f13-4d7a-8df9-2917cef2b447 req-65fae2d0-edc9-4f9b-b8a6-dd994d7e4fd9 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Synchronizing usage tracker for tenant:f6c506fc525541018ae925b541941e2a on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:23:07.765661 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:07.767761 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-5b6eb24d-3f13-4d7a-8df9-2917cef2b447 req-65fae2d0-edc9-4f9b-b8a6-dd994d7e4fd9 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Unset dirty status for tenant:f6c506fc525541018ae925b541941e2a on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:23:07.769113 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5b6eb24d-3f13-4d7a-8df9-2917cef2b447 req-65fae2d0-edc9-4f9b-b8a6-dd994d7e4fd9 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359949 Apr 19 18:23:07.771177 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:07.776967 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fb8f48da-a5e9-49af-8dcd-403c7317eb8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:07.826244 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-19caabc3-1a09-474c-8ab0-335dede9c11d req-7d9a58a1-3509-447f-b27d-bba5ed8c033b service neutron] 10.222.0.95 "GET /v2.0/networks/916707c5-043e-4573-856c-ce7bc1ede628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894610 Apr 19 18:23:07.899955 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Pushing event updated for resources: {'Port': ['ID=cb8eb061-5fad-48d2-a00b-3ff8b3070a04,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:07.904667 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:07.905666 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962486'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:07.983016 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431c0f4-ed77-46ae-90c9-66e2ed6435ae req-6e4a7beb-0fe9-42d6-9a5c-783b6d8be23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:07.984676 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6431c0f4-ed77-46ae-90c9-66e2ed6435ae req-6e4a7beb-0fe9-42d6-9a5c-783b6d8be23f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6c506fc525541018ae925b541941e2a&device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 1096 time: 0.0901732 Apr 19 18:23:08.118827 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.l3_db [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Floating IP ec80eaba-b07b-4860-8970-dd11e96fd10d associated. External IP: 172.28.1.243, port: 3f7cd72f-f54d-4ea0-b774-3498c27f3f92. Apr 19 18:23:08.161199 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431c0f4-ed77-46ae-90c9-66e2ed6435ae req-a8d2abdc-e973-47e2-86ba-72d05b9d5c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:08.162797 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6431c0f4-ed77-46ae-90c9-66e2ed6435ae req-a8d2abdc-e973-47e2-86ba-72d05b9d5c4c service neutron] 10.222.0.95 "GET /v2.0/networks?id=916707c5-043e-4573-856c-ce7bc1ede628 HTTP/1.1" status: 200 len: 910 time: 0.1606715 Apr 19 18:23:08.246796 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6431c0f4-ed77-46ae-90c9-66e2ed6435ae req-46707fc9-eee1-42ba-8e7b-c4cb3c4d199a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f566502-7e5b-44bd-bbd6-bf7875a9a14f HTTP/1.1" status: 200 len: 217 time: 0.0683851 Apr 19 18:23:08.340957 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431c0f4-ed77-46ae-90c9-66e2ed6435ae req-9df8ec82-a385-4d82-ad8e-325fe3140adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:08.340957 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6431c0f4-ed77-46ae-90c9-66e2ed6435ae req-9df8ec82-a385-4d82-ad8e-325fe3140adf service neutron] 10.222.0.95 "GET /v2.0/subnets?id=27665a9e-a6d3-4733-9100-5290165a150f HTTP/1.1" status: 200 len: 848 time: 0.0819609 Apr 19 18:23:08.610783 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431c0f4-ed77-46ae-90c9-66e2ed6435ae req-e472f6dc-c9ac-4c74-96b8-7f63697dbf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:08.630806 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6431c0f4-ed77-46ae-90c9-66e2ed6435ae req-e472f6dc-c9ac-4c74-96b8-7f63697dbf26 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=916707c5-043e-4573-856c-ce7bc1ede628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2738211 Apr 19 18:23:08.667677 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Router 609dc85e-2791-4115-9525-4ac2744e88ac has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:23:08.749830 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c2247-7550-49d2-8bc6-b76ebf0df23a req-c8f54d35-ff62-405b-83d1-5ea50ccf01e8 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:08.758638 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-365c2247-7550-49d2-8bc6-b76ebf0df23a req-c8f54d35-ff62-405b-83d1-5ea50ccf01e8 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.2763636 Apr 19 18:23:08.870749 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-365c2247-7550-49d2-8bc6-b76ebf0df23a req-5015f790-a84b-4a32-b27e-acef2ce2cb25 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109858 Apr 19 18:23:08.889008 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6431c0f4-ed77-46ae-90c9-66e2ed6435ae req-cc83f8bf-8b50-491d-96c0-807b8a4657a4 service neutron] 10.222.0.95 "GET /v2.0/networks/916707c5-043e-4573-856c-ce7bc1ede628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440114 Apr 19 18:23:09.240988 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:23:09.248365 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6431c0f4-ed77-46ae-90c9-66e2ed6435ae req-971c9143-a08e-49eb-8733-d16906ddcb92 service neutron] 10.222.0.95 "GET /v2.0/networks/916707c5-043e-4573-856c-ce7bc1ede628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420079 Apr 19 18:23:09.266709 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deede5e6-80bd-4126-8d33-ba7d30f0e9a2 None None] Sync routers for ids ['609dc85e-2791-4115-9525-4ac2744e88ac'] in dv-cinder-786928-1-smb {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:23:09.274489 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b120ff-9548-45ee-b0e1-7ee182bada7f req-3500261e-6d65-4a6c-969a-d1be479cbaf5 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:09.283539 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-61b120ff-9548-45ee-b0e1-7ee182bada7f req-3500261e-6d65-4a6c-969a-d1be479cbaf5 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 943 time: 0.1735449 Apr 19 18:23:09.285659 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deede5e6-80bd-4126-8d33-ba7d30f0e9a2 None None] Routers {'609dc85e-2791-4115-9525-4ac2744e88ac'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:23:09.286652 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-deede5e6-80bd-4126-8d33-ba7d30f0e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:22:53Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['609dc85e-2791-4115-9525-4ac2744e88ac'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:09.300395 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319e343-57c8-4123-acfd-10b1566ab896 req-00ea8e40-dab9-42dc-b2b6-6a8954839794 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:09.302096 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f319e343-57c8-4123-acfd-10b1566ab896 req-00ea8e40-dab9-42dc-b2b6-6a8954839794 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 946 time: 0.6893003 Apr 19 18:23:09.311296 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:09.342623 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-61b120ff-9548-45ee-b0e1-7ee182bada7f req-d993b1fe-7f8d-4470-9679-57b06b6ecca2 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577540 Apr 19 18:23:09.412580 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7935808 Apr 19 18:23:09.415216 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75afc3a-60c1-4e4d-b44e-881172c083cc', 'tag': '3f7cd72f-f54d-4ea0-b774-3498c27f3f92'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:23:09.415915 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41086) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:09.423614 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f319e343-57c8-4123-acfd-10b1566ab896 req-6a6b05aa-cbd4-49be-b2a5-d9d7f4e56047 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818706 Apr 19 18:23:09.430099 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-2fef8a97-9a79-4e14-a408-35f06bada4df tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-259276433', 'description': 'tempest-secgroup-smoke-259276433 description', 'project_id': '2935edebaba94b499f5e8a417912af6b'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:23:09.443064 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-2fef8a97-9a79-4e14-a408-35f06bada4df tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:09.464222 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-2fef8a97-9a79-4e14-a408-35f06bada4df tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:09.486784 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2fef8a97-9a79-4e14-a408-35f06bada4df tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:09.495338 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75afc3a-60c1-4e4d-b44e-881172c083cc', 'tag': '3f7cd72f-f54d-4ea0-b774-3498c27f3f92', 'status': 'completed', 'code': 200} Apr 19 18:23:09.523535 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-deede5e6-80bd-4126-8d33-ba7d30f0e9a2 None None] Set router 609dc85e-2791-4115-9525-4ac2744e88ac gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:23:09.776974 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-2fef8a97-9a79-4e14-a408-35f06bada4df tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:09.783554 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-2fef8a97-9a79-4e14-a408-35f06bada4df tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Usage tracker for resource:security_group_rule and tenant:2935edebaba94b499f5e8a417912af6b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:09.787144 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-2fef8a97-9a79-4e14-a408-35f06bada4df tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:09.795780 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-2fef8a97-9a79-4e14-a408-35f06bada4df tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:09.847977 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0194d-1c42-413e-b625-9b1786f03057 req-1ebf18a9-8cae-42f8-9575-90d395e6e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:09.849579 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-00e0194d-1c42-413e-b625-9b1786f03057 req-1ebf18a9-8cae-42f8-9575-90d395e6e2db service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2935edebaba94b499f5e8a417912af6b&device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 1098 time: 0.1313963 Apr 19 18:23:09.921821 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-deede5e6-80bd-4126-8d33-ba7d30f0e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'name': 'tempest-TestMinimumBasicScenario-1393176836-router', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:08Z', 'updated_at': '2021-04-19T18:21:16Z', 'revision_number': 4, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'gw_port': {'id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:09Z', 'updated_at': '2021-04-19T18:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_floatingips': [{'id': 'ec80eaba-b07b-4860-8970-dd11e96fd10d', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'floating_ip_address': '172.28.1.243', 'floating_network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'router_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'port_id': '3f7cd72f-f54d-4ea0-b774-3498c27f3f92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223f0005-7301-4120-ae02-8b68452092d5', 'mac_address': 'fa:16:3e:5e:f8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75afc3a-60c1-4e4d-b44e-881172c083cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:23:07Z', 'updated_at': '2021-04-19T18:23:07Z', 'revision_number': 0, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8488234-9041-41ec-8a3a-d1bb1098d3d2', 'name': '', 'network_id': '223f0005-7301-4120-ae02-8b68452092d5', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'mac_address': 'fa:16:3e:0e:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '68f2128c-c4ee-4de5-af84-288bf9705ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:15Z', 'updated_at': '2021-04-19T18:21:26Z', 'revision_number': 5, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'subnets': [{'id': '68f2128c-c4ee-4de5-af84-288bf9705ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:09.926153 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deede5e6-80bd-4126-8d33-ba7d30f0e9a2 None None] Checking router: 609dc85e-2791-4115-9525-4ac2744e88ac for host: dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:23:09.935445 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deede5e6-80bd-4126-8d33-ba7d30f0e9a2 None None] Routers {'609dc85e-2791-4115-9525-4ac2744e88ac'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:23:09.936210 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-deede5e6-80bd-4126-8d33-ba7d30f0e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:22:53Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['609dc85e-2791-4115-9525-4ac2744e88ac'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:09.983041 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2fef8a97-9a79-4e14-a408-35f06bada4df tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:09.995080 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2fef8a97-9a79-4e14-a408-35f06bada4df tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:10.002870 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2b973f39-086d-42ac-a4aa-88a82dade861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:10.096073 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef8a97-9a79-4e14-a408-35f06bada4df tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85bf2de8-c8dd-4212-8366-2a51b4e4b096,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:10.112069 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2fef8a97-9a79-4e14-a408-35f06bada4df tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:10.113298 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2fef8a97-9a79-4e14-a408-35f06bada4df tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:10.118605 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-2fef8a97-9a79-4e14-a408-35f06bada4df tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6977260 Apr 19 18:23:10.119047 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0194d-1c42-413e-b625-9b1786f03057 req-fd662248-1430-468d-8d0d-3783fc10a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:10.120981 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 41096) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:10.122399 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-00e0194d-1c42-413e-b625-9b1786f03057 req-fd662248-1430-468d-8d0d-3783fc10a623 service neutron] 10.222.0.95 "GET /v2.0/networks?id=223f0005-7301-4120-ae02-8b68452092d5 HTTP/1.1" status: 200 len: 916 time: 0.2527835 Apr 19 18:23:10.132446 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-1ae98a4a-b82a-4c28-afa8-325532d94552 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Request body: {'security_group_rule': {'security_group_id': '85bf2de8-c8dd-4212-8366-2a51b4e4b096', 'project_id': '2935edebaba94b499f5e8a417912af6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:23:10.139926 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-1ae98a4a-b82a-4c28-afa8-325532d94552 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:10.145908 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-1ae98a4a-b82a-4c28-afa8-325532d94552 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Usage tracker for resource:security_group_rule and tenant:2935edebaba94b499f5e8a417912af6b is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:10.149474 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-1ae98a4a-b82a-4c28-afa8-325532d94552 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:10.157147 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-1ae98a4a-b82a-4c28-afa8-325532d94552 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:10.176204 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d634d48-0d41-4646-9cb1-83741926a89a req-46bb78f6-582c-46ed-b636-8cac72fb5bc2 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:10.177983 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8d634d48-0d41-4646-9cb1-83741926a89a req-46bb78f6-582c-46ed-b636-8cac72fb5bc2 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.1784244 Apr 19 18:23:10.207536 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1ae98a4a-b82a-4c28-afa8-325532d94552 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:10.285782 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-00e0194d-1c42-413e-b625-9b1786f03057 req-343b30e6-6cf1-4155-b36e-a1794509e181 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f7cd72f-f54d-4ea0-b774-3498c27f3f92 HTTP/1.1" status: 200 len: 999 time: 0.1544411 Apr 19 18:23:10.313989 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8d634d48-0d41-4646-9cb1-83741926a89a req-2bdb2565-11dc-4048-b0bf-56d0156c4f7d tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240196 Apr 19 18:23:10.338473 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1ae98a4a-b82a-4c28-afa8-325532d94552 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:10.343463 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1ae98a4a-b82a-4c28-afa8-325532d94552 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950235'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:10.345604 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7c702828-a338-4284-b935-2aac1c1bc0a8 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:10.374711 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae98a4a-b82a-4c28-afa8-325532d94552 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6441ca10-eca6-4c97-a498-dd9a8f10f4b8,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:10.382321 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-1ae98a4a-b82a-4c28-afa8-325532d94552 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:10.384836 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-deede5e6-80bd-4126-8d33-ba7d30f0e9a2 None None] Set router 609dc85e-2791-4115-9525-4ac2744e88ac gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:23:10.386466 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1ae98a4a-b82a-4c28-afa8-325532d94552 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:10.391516 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-1ae98a4a-b82a-4c28-afa8-325532d94552 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2686388 Apr 19 18:23:10.393524 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 41110) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:10.396827 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0194d-1c42-413e-b625-9b1786f03057 req-4b1604c3-cbf4-4874-830f-fc87d0317c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:10.398725 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-00e0194d-1c42-413e-b625-9b1786f03057 req-4b1604c3-cbf4-4874-830f-fc87d0317c9b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=68f2128c-c4ee-4de5-af84-288bf9705ea6 HTTP/1.1" status: 200 len: 854 time: 0.1007206 Apr 19 18:23:10.400863 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-eefef5c9-d65a-499f-9d38-ff9ca95ba8ed tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Request body: {'security_group_rule': {'security_group_id': '85bf2de8-c8dd-4212-8366-2a51b4e4b096', 'project_id': '2935edebaba94b499f5e8a417912af6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:23:10.409318 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-eefef5c9-d65a-499f-9d38-ff9ca95ba8ed tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:10.415829 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-eefef5c9-d65a-499f-9d38-ff9ca95ba8ed tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Usage tracker for resource:security_group_rule and tenant:2935edebaba94b499f5e8a417912af6b is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:10.419221 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-eefef5c9-d65a-499f-9d38-ff9ca95ba8ed tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:10.427825 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-eefef5c9-d65a-499f-9d38-ff9ca95ba8ed tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:10.464868 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-eefef5c9-d65a-499f-9d38-ff9ca95ba8ed tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:10.561338 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-eefef5c9-d65a-499f-9d38-ff9ca95ba8ed tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:10.578806 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-eefef5c9-d65a-499f-9d38-ff9ca95ba8ed tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950235'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:10.624933 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0194d-1c42-413e-b625-9b1786f03057 req-e01fce3e-5694-496b-95b7-cd5d24987081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:10.627359 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-00e0194d-1c42-413e-b625-9b1786f03057 req-e01fce3e-5694-496b-95b7-cd5d24987081 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=223f0005-7301-4120-ae02-8b68452092d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2200286 Apr 19 18:23:10.689584 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:10.729891 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-eefef5c9-d65a-499f-9d38-ff9ca95ba8ed tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:10.732335 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-eefef5c9-d65a-499f-9d38-ff9ca95ba8ed tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3369870 Apr 19 18:23:10.735535 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41126) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:10.740598 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefef5c9-d65a-499f-9d38-ff9ca95ba8ed tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595c989e-6ec2-4d59-a737-83c0fd434195,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:10.744460 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-eefef5c9-d65a-499f-9d38-ff9ca95ba8ed tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:10.756846 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ba445-51a5-4555-9aff-cadfc2bc189e req-4c69e513-d65e-47f5-9a70-275230e6ed23 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:10.758600 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7d8ba445-51a5-4555-9aff-cadfc2bc189e req-4c69e513-d65e-47f5-9a70-275230e6ed23 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 943 time: 0.2444708 Apr 19 18:23:10.767010 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-8c7e145c-2a14-4ebd-8da7-2512101dfd73 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Request body: {'security_group_rule': {'security_group_id': '85bf2de8-c8dd-4212-8366-2a51b4e4b096', 'project_id': '2935edebaba94b499f5e8a417912af6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:23:10.780158 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-8c7e145c-2a14-4ebd-8da7-2512101dfd73 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:10.797703 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fc3a8-482a-42e3-b805-eaa7a4fe514b req-fc4dc9fc-da8d-4947-8a08-fff3877d0211 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:10.800754 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c48fc3a8-482a-42e3-b805-eaa7a4fe514b req-fc4dc9fc-da8d-4947-8a08-fff3877d0211 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 946 time: 0.2022390 Apr 19 18:23:10.847712 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-8c7e145c-2a14-4ebd-8da7-2512101dfd73 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Usage tracker for resource:security_group_rule and tenant:2935edebaba94b499f5e8a417912af6b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:10.854651 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-8c7e145c-2a14-4ebd-8da7-2512101dfd73 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:10.860801 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c48fc3a8-482a-42e3-b805-eaa7a4fe514b req-446c6c45-4526-4d8d-a281-9d2a71754c92 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526056 Apr 19 18:23:10.874926 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-8c7e145c-2a14-4ebd-8da7-2512101dfd73 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:10.920085 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7d8ba445-51a5-4555-9aff-cadfc2bc189e req-ee16c30e-2d1f-4a93-a83d-a288ba9fde48 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440639 Apr 19 18:23:10.929609 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-00e0194d-1c42-413e-b625-9b1786f03057 req-68cf66f5-918c-4a1d-9530-737b60bcaaf0 service neutron] 10.222.0.95 "GET /v2.0/networks/223f0005-7301-4120-ae02-8b68452092d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937689 Apr 19 18:23:10.947170 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8c7e145c-2a14-4ebd-8da7-2512101dfd73 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:10.967115 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-deede5e6-80bd-4126-8d33-ba7d30f0e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'name': 'tempest-TestMinimumBasicScenario-1393176836-router', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:08Z', 'updated_at': '2021-04-19T18:21:16Z', 'revision_number': 4, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'gw_port': {'id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:09Z', 'updated_at': '2021-04-19T18:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_floatingips': [{'id': 'ec80eaba-b07b-4860-8970-dd11e96fd10d', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'floating_ip_address': '172.28.1.243', 'floating_network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'router_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'port_id': '3f7cd72f-f54d-4ea0-b774-3498c27f3f92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223f0005-7301-4120-ae02-8b68452092d5', 'mac_address': 'fa:16:3e:5e:f8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75afc3a-60c1-4e4d-b44e-881172c083cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:23:07Z', 'updated_at': '2021-04-19T18:23:07Z', 'revision_number': 0, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8488234-9041-41ec-8a3a-d1bb1098d3d2', 'name': '', 'network_id': '223f0005-7301-4120-ae02-8b68452092d5', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'mac_address': 'fa:16:3e:0e:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '68f2128c-c4ee-4de5-af84-288bf9705ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:15Z', 'updated_at': '2021-04-19T18:21:26Z', 'revision_number': 5, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'subnets': [{'id': '68f2128c-c4ee-4de5-af84-288bf9705ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:10.971899 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deede5e6-80bd-4126-8d33-ba7d30f0e9a2 None None] The sync data for ids ['609dc85e-2791-4115-9525-4ac2744e88ac'] in dv-cinder-786928-1-smb is: [{'id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'name': 'tempest-TestMinimumBasicScenario-1393176836-router', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:08Z', 'updated_at': '2021-04-19T18:21:16Z', 'revision_number': 4, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'gw_port': {'id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:09Z', 'updated_at': '2021-04-19T18:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_floatingips': [{'id': 'ec80eaba-b07b-4860-8970-dd11e96fd10d', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'floating_ip_address': '172.28.1.243', 'floating_network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'router_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'port_id': '3f7cd72f-f54d-4ea0-b774-3498c27f3f92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '223f0005-7301-4120-ae02-8b68452092d5', 'mac_address': 'fa:16:3e:5e:f8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75afc3a-60c1-4e4d-b44e-881172c083cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:23:07Z', 'updated_at': '2021-04-19T18:23:07Z', 'revision_number': 0, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8488234-9041-41ec-8a3a-d1bb1098d3d2', 'name': '', 'network_id': '223f0005-7301-4120-ae02-8b68452092d5', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'mac_address': 'fa:16:3e:0e:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '68f2128c-c4ee-4de5-af84-288bf9705ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:15Z', 'updated_at': '2021-04-19T18:21:26Z', 'revision_number': 5, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'subnets': [{'id': '68f2128c-c4ee-4de5-af84-288bf9705ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:23:11.130281 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8c7e145c-2a14-4ebd-8da7-2512101dfd73 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.143675 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8c7e145c-2a14-4ebd-8da7-2512101dfd73 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950235'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.149697 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4d7f8c04-85b7-4419-b16b-230c0a1344ab tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:11.163383 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-00e0194d-1c42-413e-b625-9b1786f03057 req-f79f42b9-72fc-478e-bffe-08a14778ea72 service neutron] 10.222.0.95 "GET /v2.0/networks/223f0005-7301-4120-ae02-8b68452092d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248013 Apr 19 18:23:11.180990 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 0f566502-7e5b-44bd-bbd6-bf7875a9a14f details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:23:11.183587 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e145c-2a14-4ebd-8da7-2512101dfd73 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1aca89-f575-470b-b4b7-7415f6188856,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:11.186372 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8c7e145c-2a14-4ebd-8da7-2512101dfd73 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:11.193503 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8c7e145c-2a14-4ebd-8da7-2512101dfd73 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.194813 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-8c7e145c-2a14-4ebd-8da7-2512101dfd73 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4529138 Apr 19 18:23:11.197684 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41140) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:11.203551 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-2d79d17a-2d72-4a22-802c-a55a43c13443 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Request body: {'security_group_rule': {'security_group_id': '85bf2de8-c8dd-4212-8366-2a51b4e4b096', 'project_id': '2935edebaba94b499f5e8a417912af6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:23:11.210162 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-2d79d17a-2d72-4a22-802c-a55a43c13443 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:11.214365 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-2d79d17a-2d72-4a22-802c-a55a43c13443 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Usage tracker for resource:security_group_rule and tenant:2935edebaba94b499f5e8a417912af6b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:11.217650 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-2d79d17a-2d72-4a22-802c-a55a43c13443 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:11.225697 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-2d79d17a-2d72-4a22-802c-a55a43c13443 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:11.246107 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2d79d17a-2d72-4a22-802c-a55a43c13443 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.331445 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2d79d17a-2d72-4a22-802c-a55a43c13443 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.335075 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2d79d17a-2d72-4a22-802c-a55a43c13443 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950235'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.337538 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-58f52f56-13b2-4a00-b740-a01c69afbdd1 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:11.342924 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505e6bf0-77d9-43ff-a0eb-4fca768aeb5f None None] New status for floating IP ec80eaba-b07b-4860-8970-dd11e96fd10d: ACTIVE {{(pid=86365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:23:11.358766 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79d17a-2d72-4a22-802c-a55a43c13443 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f560394-75e7-499c-a4d5-da342e2daae8,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:11.369872 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2d79d17a-2d72-4a22-802c-a55a43c13443 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:11.387081 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2d79d17a-2d72-4a22-802c-a55a43c13443 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.388855 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-2d79d17a-2d72-4a22-802c-a55a43c13443 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1901546 Apr 19 18:23:11.393858 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 41146) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:11.400254 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-4af6928f-c419-442c-b77f-00a81bec7e34 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Request body: {'security_group_rule': {'security_group_id': '85bf2de8-c8dd-4212-8366-2a51b4e4b096', 'project_id': '2935edebaba94b499f5e8a417912af6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:23:11.409524 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4af6928f-c419-442c-b77f-00a81bec7e34 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:11.414421 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4af6928f-c419-442c-b77f-00a81bec7e34 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Usage tracker for resource:security_group_rule and tenant:2935edebaba94b499f5e8a417912af6b is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:11.418986 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4af6928f-c419-442c-b77f-00a81bec7e34 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:11.428317 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4af6928f-c419-442c-b77f-00a81bec7e34 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:11.444064 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.securitygroups_db [None req-4af6928f-c419-442c-b77f-00a81bec7e34 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Project 2935edebaba94b499f5e8a417912af6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 18:23:11.452546 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4af6928f-c419-442c-b77f-00a81bec7e34 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.493589 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 0f566502-7e5b-44bd-bbd6-bf7875a9a14f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0f566502-7e5b-44bd-bbd6-bf7875a9a14f,segment=NetworkSegment(8e8425c5-a0cf-4de4-aa9d-c73027f1d45d),segment_id=8e8425c5-a0cf-4de4-aa9d-c73027f1d45d)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:11.531199 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Returning: {'device': '0f566502-7e5b-44bd-bbd6-bf7875a9a14f', 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628', 'port_id': '0f566502-7e5b-44bd-bbd6-bf7875a9a14f', 'mac_address': 'fa:16:3e:4f:bd:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27665a9e-a6d3-4733-9100-5290165a150f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:23:11.612648 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4af6928f-c419-442c-b77f-00a81bec7e34 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.630039 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20ea02-db81-4479-84e4-66596491c911 req-85d5e903-0a7e-4c1a-ba6e-42a87ba4ff83 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:11.631952 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bd20ea02-db81-4479-84e4-66596491c911 req-85d5e903-0a7e-4c1a-ba6e-42a87ba4ff83 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.1630459 Apr 19 18:23:11.633872 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4af6928f-c419-442c-b77f-00a81bec7e34 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950235'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.640012 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:11.709988 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6928f-c419-442c-b77f-00a81bec7e34 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c1dd3e-49b9-4dc2-a207-56a4bf6bc211,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:11.727999 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4af6928f-c419-442c-b77f-00a81bec7e34 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:11.740350 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4af6928f-c419-442c-b77f-00a81bec7e34 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.741754 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-4af6928f-c419-442c-b77f-00a81bec7e34 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3466804 Apr 19 18:23:11.744728 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41150) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:11.745714 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bd20ea02-db81-4479-84e4-66596491c911 req-236893ce-beb5-4afe-a32c-a482ada4806f tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073711 Apr 19 18:23:11.751855 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-89c52779-e43f-4b21-b09a-cc09dfd93077 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Request body: {'security_group_rule': {'security_group_id': '85bf2de8-c8dd-4212-8366-2a51b4e4b096', 'project_id': '2935edebaba94b499f5e8a417912af6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:23:11.769142 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-89c52779-e43f-4b21-b09a-cc09dfd93077 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:11.775389 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-89c52779-e43f-4b21-b09a-cc09dfd93077 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Usage tracker for resource:security_group_rule and tenant:2935edebaba94b499f5e8a417912af6b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:11.779182 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-89c52779-e43f-4b21-b09a-cc09dfd93077 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:11.786783 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-89c52779-e43f-4b21-b09a-cc09dfd93077 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:11.797406 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.securitygroups_db [None req-89c52779-e43f-4b21-b09a-cc09dfd93077 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Project 2935edebaba94b499f5e8a417912af6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 19 18:23:11.803976 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.806974 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-89c52779-e43f-4b21-b09a-cc09dfd93077 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.831851 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f566502-7e5b-44bd-bbd6-bf7875a9a14f {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:23:11.856350 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 0f566502-7e5b-44bd-bbd6-bf7875a9a14f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0f566502-7e5b-44bd-bbd6-bf7875a9a14f,segment=NetworkSegment(8e8425c5-a0cf-4de4-aa9d-c73027f1d45d),segment_id=8e8425c5-a0cf-4de4-aa9d-c73027f1d45d)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:11.861219 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.864970 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-31508b97-1fa4-47c4-8d6c-bf4b453579a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:11.892938 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-89c52779-e43f-4b21-b09a-cc09dfd93077 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.900133 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-89c52779-e43f-4b21-b09a-cc09dfd93077 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950235'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.904378 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:11.934987 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c52779-e43f-4b21-b09a-cc09dfd93077 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9485cffc-c7b8-4586-b10e-e4eb64f81116,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:11.940473 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-89c52779-e43f-4b21-b09a-cc09dfd93077 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:11.952217 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-89c52779-e43f-4b21-b09a-cc09dfd93077 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:11.957196 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-89c52779-e43f-4b21-b09a-cc09dfd93077 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2075164 Apr 19 18:23:11.957516 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=0f566502-7e5b-44bd-bbd6-bf7875a9a14f,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:11.959451 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:12.114425 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c9cd93bf-bff2-4385-860b-46a98f125a3a req-bcae07c4-2fa3-4e0a-acd7-2eafbd5b8b7d tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-259276433&fields=id&tenant_id=2935edebaba94b499f5e8a417912af6b HTTP/1.1" status: 200 len: 267 time: 0.0575767 Apr 19 18:23:12.178401 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['0f566502-7e5b-44bd-bbd6-bf7875a9a14f'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:23:12.192791 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c503d4f-06a1-44f5-ba93-73a2d02a3a0f req-a291f8c2-de8c-42f8-9b2e-36c8533e1ae0 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:12.195835 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5c503d4f-06a1-44f5-ba93-73a2d02a3a0f req-a291f8c2-de8c-42f8-9b2e-36c8533e1ae0 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 944 time: 0.1339633 Apr 19 18:23:12.296556 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd93bf-bff2-4385-860b-46a98f125a3a req-4f0388a1-2d34-4966-8169-36dd0b0ecbc0 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:12.304075 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5c503d4f-06a1-44f5-ba93-73a2d02a3a0f req-abd3867b-0389-49c3-84dc-6ad6ed9b7fb9 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012440 Apr 19 18:23:12.305613 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c9cd93bf-bff2-4385-860b-46a98f125a3a req-4f0388a1-2d34-4966-8169-36dd0b0ecbc0 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 945 time: 0.1847351 Apr 19 18:23:12.312291 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-c9cd93bf-bff2-4385-860b-46a98f125a3a req-df7ed4d7-c835-4b8c-9e41-8ed17ec09c3b tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Request body: {'port': {'security_groups': ['432c4a46-c567-4373-a8d2-634bae7dc446', '85bf2de8-c8dd-4212-8366-2a51b4e4b096']}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:23:12.456670 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-c9cd93bf-bff2-4385-860b-46a98f125a3a req-df7ed4d7-c835-4b8c-9e41-8ed17ec09c3b tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:12.653917 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41170) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:12.766198 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-c9cd93bf-bff2-4385-860b-46a98f125a3a req-df7ed4d7-c835-4b8c-9e41-8ed17ec09c3b tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] For port 3f7cd72f-f54d-4ea0-b774-3498c27f3f92, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3f7cd72f-f54d-4ea0-b774-3498c27f3f92,segment=NetworkSegment(035eaf50-dc97-46fd-9b52-e4ec20975f0a),segment_id=035eaf50-dc97-46fd-9b52-e4ec20975f0a)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:12.797493 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e50ab07f-289e-4ffd-9bf4-6721042fbb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:12.801149 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-c9cd93bf-bff2-4385-860b-46a98f125a3a req-df7ed4d7-c835-4b8c-9e41-8ed17ec09c3b tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:12.805728 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-c9cd93bf-bff2-4385-860b-46a98f125a3a req-df7ed4d7-c835-4b8c-9e41-8ed17ec09c3b tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:12.811791 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-6c9b4584-c75a-4d1c-9a8f-5a6ef2321c5a tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:12.815697 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-e50ab07f-289e-4ffd-9bf4-6721042fbb92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:12.819686 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-e50ab07f-289e-4ffd-9bf4-6721042fbb92 admin admin] Usage tracker for resource:security_group_rule and tenant:65f399b8defb46f98ea2dcac2bc3711d is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:12.822907 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-e50ab07f-289e-4ffd-9bf4-6721042fbb92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:12.829377 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-e50ab07f-289e-4ffd-9bf4-6721042fbb92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:12.894870 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd93bf-bff2-4385-860b-46a98f125a3a req-df7ed4d7-c835-4b8c-9e41-8ed17ec09c3b tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:12.895650 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-c9cd93bf-bff2-4385-860b-46a98f125a3a req-df7ed4d7-c835-4b8c-9e41-8ed17ec09c3b tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:12.897219 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c9cd93bf-bff2-4385-860b-46a98f125a3a req-df7ed4d7-c835-4b8c-9e41-8ed17ec09c3b tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "PUT /v2.0/ports/3f7cd72f-f54d-4ea0-b774-3498c27f3f92 HTTP/1.1" status: 200 len: 981 time: 0.5906999 Apr 19 18:23:12.897796 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75afc3a-60c1-4e4d-b44e-881172c083cc', 'tag': '3f7cd72f-f54d-4ea0-b774-3498c27f3f92'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:23:12.918242 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ed4d7-c835-4b8c-9e41-8ed17ec09c3b tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Pushing event updated for resources: {'Port': ['ID=3f7cd72f-f54d-4ea0-b774-3498c27f3f92,revision_number=6']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:12.930527 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-df7ed4d7-c835-4b8c-9e41-8ed17ec09c3b tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:13.012673 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e50ab07f-289e-4ffd-9bf4-6721042fbb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:13.020155 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e50ab07f-289e-4ffd-9bf4-6721042fbb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:13.030878 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ae0820bf-060c-4ca0-a777-fc049fd9e7bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:13.036873 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['3f7cd72f-f54d-4ea0-b774-3498c27f3f92'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:23:13.079521 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc43c85-6f44-4148-a06b-f9a2bc5e6107 req-b0d78742-4557-4e97-a0c4-3c5e67086dbe tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:13.081278 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3bc43c85-6f44-4148-a06b-f9a2bc5e6107 req-b0d78742-4557-4e97-a0c4-3c5e67086dbe tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.1919873 Apr 19 18:23:13.100355 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-e50ab07f-289e-4ffd-9bf4-6721042fbb92 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65f399b8defb46f98ea2dcac2bc3711d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4449186 Apr 19 18:23:13.102277 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 41182) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:13.122585 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ab07f-289e-4ffd-9bf4-6721042fbb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa7333d-b129-4e17-b2aa-602c7d84160b,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:13.123565 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['3f7cd72f-f54d-4ea0-b774-3498c27f3f92'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:23:13.130066 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e50ab07f-289e-4ffd-9bf4-6721042fbb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:13.157325 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3bc43c85-6f44-4148-a06b-f9a2bc5e6107 req-335fbb50-ba0e-4143-98c2-fc818e9ff94f tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649977 Apr 19 18:23:13.165365 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4097aa7-49b6-4463-8518-4298e0839342 req-0ccd9558-70bd-4471-a4c8-14dcd9aa97c7 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:13.167046 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d4097aa7-49b6-4463-8518-4298e0839342 req-0ccd9558-70bd-4471-a4c8-14dcd9aa97c7 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 984 time: 0.1533999 Apr 19 18:23:13.209358 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-c0537783-fc75-4809-8a1c-7ae06a13e53e None None] Provisioning complete for port 3f7cd72f-f54d-4ea0-b774-3498c27f3f92 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:23:13.209865 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c0537783-fc75-4809-8a1c-7ae06a13e53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:13.230402 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75afc3a-60c1-4e4d-b44e-881172c083cc', 'tag': '3f7cd72f-f54d-4ea0-b774-3498c27f3f92', 'status': 'completed', 'code': 200} Apr 19 18:23:13.243882 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-51eea212-4c95-4600-b758-fa8dcb32fd1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:13.280510 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d4097aa7-49b6-4463-8518-4298e0839342 req-613ca10e-7432-4e33-ac81-84c6c552d8a9 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&id=85bf2de8-c8dd-4212-8366-2a51b4e4b096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0984931 Apr 19 18:23:13.290118 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-51eea212-4c95-4600-b758-fa8dcb32fd1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:13.363719 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-51eea212-4c95-4600-b758-fa8dcb32fd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:13.371713 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-55c2e839-3e95-4761-99c6-cd0bd8ebd76a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:13.406593 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eea212-4c95-4600-b758-fa8dcb32fd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa7333d-b129-4e17-b2aa-602c7d84160b,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:13.407271 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e91ba-c77e-4c05-ae88-6ac881144cf6 req-9325b1d2-a633-4d2d-b074-692131524125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:13.410688 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb2e91ba-c77e-4c05-ae88-6ac881144cf6 req-9325b1d2-a633-4d2d-b074-692131524125 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2935edebaba94b499f5e8a417912af6b&device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 1137 time: 0.1482544 Apr 19 18:23:13.419335 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-51eea212-4c95-4600-b758-fa8dcb32fd1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:13.420708 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-51eea212-4c95-4600-b758-fa8dcb32fd1d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eaa7333d-b129-4e17-b2aa-602c7d84160b HTTP/1.1" status: 204 len: 168 time: 0.3172972 Apr 19 18:23:13.424055 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-51eea212-4c95-4600-b758-fa8dcb32fd1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:13.696047 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e91ba-c77e-4c05-ae88-6ac881144cf6 req-16605c2f-ceb9-46e1-8755-e990bf4a5277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:13.698225 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb2e91ba-c77e-4c05-ae88-6ac881144cf6 req-16605c2f-ceb9-46e1-8755-e990bf4a5277 service neutron] 10.222.0.95 "GET /v2.0/networks?id=223f0005-7301-4120-ae02-8b68452092d5 HTTP/1.1" status: 200 len: 916 time: 0.2713649 Apr 19 18:23:13.720842 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bac155-38b7-42d2-b132-635efb87ba8b req-11aaa37f-534f-4534-a7b2-e5182e664545 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:13.745491 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-69bac155-38b7-42d2-b132-635efb87ba8b req-11aaa37f-534f-4534-a7b2-e5182e664545 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 944 time: 0.2124701 Apr 19 18:23:13.752941 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff146431-c23a-4bae-834d-3248cf212af4 req-df9f3815-b2ca-42a9-9b04-90a61d7761e6 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:13.754843 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ff146431-c23a-4bae-834d-3248cf212af4 req-df9f3815-b2ca-42a9-9b04-90a61d7761e6 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.95 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.1505344 Apr 19 18:23:13.864939 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-ff146431-c23a-4bae-834d-3248cf212af4 req-f664a55a-dcb5-442a-bdfc-e594144844e9 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Deleting port 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:23:13.866006 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-ff146431-c23a-4bae-834d-3248cf212af4 req-f664a55a-dcb5-442a-bdfc-e594144844e9 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:13.915009 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-69bac155-38b7-42d2-b132-635efb87ba8b req-f1e4e480-c4d5-428f-84f6-bcf69129ca90 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680582 Apr 19 18:23:13.931975 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41196) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:13.953625 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb2e91ba-c77e-4c05-ae88-6ac881144cf6 req-52a28236-d2f2-42c1-ab68-3610258ed908 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f7cd72f-f54d-4ea0-b774-3498c27f3f92 HTTP/1.1" status: 200 len: 1001 time: 0.2049186 Apr 19 18:23:13.959436 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-53e16574-2439-4c64-ba68-677cd53509e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:14.051678 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-53e16574-2439-4c64-ba68-677cd53509e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:14.063798 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-53e16574-2439-4c64-ba68-677cd53509e2 admin admin] Usage tracker for resource:security_group_rule and tenant:335c4380089d4d81a6d1ef83c6dad9e9 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:14.070158 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-53e16574-2439-4c64-ba68-677cd53509e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:14.080022 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-53e16574-2439-4c64-ba68-677cd53509e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:14.087385 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e91ba-c77e-4c05-ae88-6ac881144cf6 req-e2dcfbe4-48e9-47fe-9eb6-2dbea8be4900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:14.088903 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb2e91ba-c77e-4c05-ae88-6ac881144cf6 req-e2dcfbe4-48e9-47fe-9eb6-2dbea8be4900 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=68f2128c-c4ee-4de5-af84-288bf9705ea6 HTTP/1.1" status: 200 len: 854 time: 0.1196547 Apr 19 18:23:14.205394 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-ff146431-c23a-4bae-834d-3248cf212af4 req-f664a55a-dcb5-442a-bdfc-e594144844e9 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] For port 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3dfcedd2-3e01-4484-8e9f-0f17990dd1b6,segment=NetworkSegment(081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc),segment_id=081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:14.210015 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-ff146431-c23a-4bae-834d-3248cf212af4 req-f664a55a-dcb5-442a-bdfc-e594144844e9 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:14.244683 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e91ba-c77e-4c05-ae88-6ac881144cf6 req-d0b2f719-4ac8-4965-a83f-d0dda44a3c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:14.246306 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb2e91ba-c77e-4c05-ae88-6ac881144cf6 req-d0b2f719-4ac8-4965-a83f-d0dda44a3c5f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=223f0005-7301-4120-ae02-8b68452092d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1490426 Apr 19 18:23:14.351870 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-ff146431-c23a-4bae-834d-3248cf212af4 req-f664a55a-dcb5-442a-bdfc-e594144844e9 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Calling delete_port for 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:23:14.375785 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-53e16574-2439-4c64-ba68-677cd53509e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:14.387197 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-53e16574-2439-4c64-ba68-677cd53509e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:14.400833 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:14.480912 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-53e16574-2439-4c64-ba68-677cd53509e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=335c4380089d4d81a6d1ef83c6dad9e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5477958 Apr 19 18:23:14.486620 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41204) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:14.490669 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e16574-2439-4c64-ba68-677cd53509e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a764cf8-df0f-459a-8f27-a425dfdad196,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:14.524435 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb2e91ba-c77e-4c05-ae88-6ac881144cf6 req-bffce94f-b01b-4134-83b5-cb9216e18caf service neutron] 10.222.0.95 "GET /v2.0/networks/223f0005-7301-4120-ae02-8b68452092d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653515 Apr 19 18:23:14.531490 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-53e16574-2439-4c64-ba68-677cd53509e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:14.558622 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428d925-985d-428d-adc9-769aa23e062b req-c1fd4fba-9867-4b9c-b699-2981f94711e8 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:14.563812 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7428d925-985d-428d-adc9-769aa23e062b req-c1fd4fba-9867-4b9c-b699-2981f94711e8 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/ports?device_id=017c0d4a-51d1-4510-a957-30134f262f97 HTTP/1.1" status: 200 len: 945 time: 0.2177753 Apr 19 18:23:14.612409 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-ff146431-c23a-4bae-834d-3248cf212af4 req-f664a55a-dcb5-442a-bdfc-e594144844e9 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:14.620352 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-88308faf-45d9-432b-8a93-d7fa9180dc30 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:14.624973 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['3dfcedd2-3e01-4484-8e9f-0f17990dd1b6'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:23:14.683168 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664a55a-dcb5-442a-bdfc-e594144844e9 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Pushing event deleted for resources: {'Port': ['ID=3dfcedd2-3e01-4484-8e9f-0f17990dd1b6,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:14.690071 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f664a55a-dcb5-442a-bdfc-e594144844e9 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:14.694987 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a0cbd0f5-241c-4402-a900-3a1a0a31d87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:14.739968 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7428d925-985d-428d-adc9-769aa23e062b req-c271bf10-16ba-4662-a780-cb905097ec37 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.20 "GET /v2.0/security-groups?id=68f07566-4654-4b6c-98c8-32f61579fba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496274 Apr 19 18:23:14.740216 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb2e91ba-c77e-4c05-ae88-6ac881144cf6 req-5e172793-ee09-4d7b-98d5-b66d5728459a service neutron] 10.222.0.95 "GET /v2.0/networks/223f0005-7301-4120-ae02-8b68452092d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074180 Apr 19 18:23:14.744590 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a0cbd0f5-241c-4402-a900-3a1a0a31d87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:14.779448 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff146431-c23a-4bae-834d-3248cf212af4 req-f664a55a-dcb5-442a-bdfc-e594144844e9 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] No DVR routers for this DVR port 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 on host hv-cinder-78692 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:23:14.781949 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-ff146431-c23a-4bae-834d-3248cf212af4 req-f664a55a-dcb5-442a-bdfc-e594144844e9 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:14.796764 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a0cbd0f5-241c-4402-a900-3a1a0a31d87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:14.797018 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ff146431-c23a-4bae-834d-3248cf212af4 req-f664a55a-dcb5-442a-bdfc-e594144844e9 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] 10.222.0.95 "DELETE /v2.0/ports/3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 HTTP/1.1" status: 204 len: 173 time: 1.0357533 Apr 19 18:23:14.801239 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-909e46bd-5de2-4580-b306-f9e73ea30ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:14.818253 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbd0f5-241c-4402-a900-3a1a0a31d87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a764cf8-df0f-459a-8f27-a425dfdad196,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:14.820943 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a0cbd0f5-241c-4402-a900-3a1a0a31d87a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:14.828873 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a0cbd0f5-241c-4402-a900-3a1a0a31d87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:14.830819 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-a0cbd0f5-241c-4402-a900-3a1a0a31d87a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a764cf8-df0f-459a-8f27-a425dfdad196 HTTP/1.1" status: 204 len: 168 time: 0.3430915 Apr 19 18:23:15.119768 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a499c-fcb2-4178-bd90-6c0fbab08643 req-184e175b-7fd7-4d95-86a7-297fe1aa9833 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:15.121374 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-da0a499c-fcb2-4178-bd90-6c0fbab08643 req-184e175b-7fd7-4d95-86a7-297fe1aa9833 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 944 time: 0.0905199 Apr 19 18:23:15.171927 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 0f566502-7e5b-44bd-bbd6-bf7875a9a14f up at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:23:15.213224 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 41214) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:15.234386 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017c0d4a-51d1-4510-a957-30134f262f97', 'name': 'network-vif-deleted', 'tag': '3dfcedd2-3e01-4484-8e9f-0f17990dd1b6'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:23:15.263355 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f23db668-1d94-4543-896d-8e173e6c7901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:15.264781 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning for port 0f566502-7e5b-44bd-bbd6-bf7875a9a14f completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:23:15.272157 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning complete for port 0f566502-7e5b-44bd-bbd6-bf7875a9a14f triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:23:15.272778 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:15.309892 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-f23db668-1d94-4543-896d-8e173e6c7901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:15.315386 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-f23db668-1d94-4543-896d-8e173e6c7901 admin admin] Usage tracker for resource:security_group_rule and tenant:47d2d9d587df4824af8861ce8005ce86 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:15.321361 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-f23db668-1d94-4543-896d-8e173e6c7901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:15.335036 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017c0d4a-51d1-4510-a957-30134f262f97', 'name': 'network-vif-deleted', 'tag': '3dfcedd2-3e01-4484-8e9f-0f17990dd1b6', 'status': 'completed', 'code': 200} Apr 19 18:23:15.336046 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-f23db668-1d94-4543-896d-8e173e6c7901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:15.408959 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-da0a499c-fcb2-4178-bd90-6c0fbab08643 req-f03d187e-fa93-4856-85ff-57a3c6505a10 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2805445 Apr 19 18:23:15.435206 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:15.448179 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f23db668-1d94-4543-896d-8e173e6c7901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:15.452268 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f23db668-1d94-4543-896d-8e173e6c7901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:15.463042 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4d2e286d-25b8-4ec4-9691-379e2320ca0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:15.464939 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8c9eea-4c5c-4db2-8217-7a4e3e925301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f566502-7e5b-44bd-bbd6-bf7875a9a14f'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:23:15.475914 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 0f566502-7e5b-44bd-bbd6-bf7875a9a14f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0f566502-7e5b-44bd-bbd6-bf7875a9a14f,segment=NetworkSegment(8e8425c5-a0cf-4de4-aa9d-c73027f1d45d),segment_id=8e8425c5-a0cf-4de4-aa9d-c73027f1d45d)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:15.479279 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:15.481230 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:15.519572 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-f23db668-1d94-4543-896d-8e173e6c7901 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47d2d9d587df4824af8861ce8005ce86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024547 Apr 19 18:23:15.519572 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23db668-1d94-4543-896d-8e173e6c7901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd423a55-f5b1-4946-935c-7719d3cb5374,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:15.519893 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41222) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:15.522631 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f23db668-1d94-4543-896d-8e173e6c7901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:15.554350 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8c9eea-4c5c-4db2-8217-7a4e3e925301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f566502-7e5b-44bd-bbd6-bf7875a9a14f', 'code': 200} Apr 19 18:23:15.574581 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=0f566502-7e5b-44bd-bbd6-bf7875a9a14f,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:15.579427 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:15.608702 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ad1b9fd1-b4c7-4ab7-80db-75dd5360cbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:15.637544 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ad1b9fd1-b4c7-4ab7-80db-75dd5360cbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:15.690655 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ad1b9fd1-b4c7-4ab7-80db-75dd5360cbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:15.696004 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2fef8a97-9a79-4e14-a408-35f06bada4df tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:15.707767 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b9fd1-b4c7-4ab7-80db-75dd5360cbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd423a55-f5b1-4946-935c-7719d3cb5374,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:15.712591 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ad1b9fd1-b4c7-4ab7-80db-75dd5360cbcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:15.716174 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ad1b9fd1-b4c7-4ab7-80db-75dd5360cbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:15.717794 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-ad1b9fd1-b4c7-4ab7-80db-75dd5360cbcc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd423a55-f5b1-4946-935c-7719d3cb5374 HTTP/1.1" status: 204 len: 168 time: 0.1967924 Apr 19 18:23:15.851531 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41232) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:15.901160 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942b5cc-e1cd-4019-8262-44579713bef5 req-df65a8c5-4c4b-4e25-957d-b040addbb763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:15.902823 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9942b5cc-e1cd-4019-8262-44579713bef5 req-df65a8c5-4c4b-4e25-957d-b040addbb763 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 1098 time: 0.0953643 Apr 19 18:23:15.958856 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9942b5cc-e1cd-4019-8262-44579713bef5 req-a6e993ff-8e3a-4030-a440-45aed8f83c01 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486469 Apr 19 18:23:16.489070 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ed4952cc-7574-4114-82bf-55ef06c5a0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853820771'] for router_interface, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:16.642517 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0e02d-49fa-4ba4-8154-7c14c87f25c0 req-2eb41dd5-6515-4a05-8e2e-eb5a9d2fe41f tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:16.644262 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-43f0e02d-49fa-4ba4-8154-7c14c87f25c0 req-2eb41dd5-6515-4a05-8e2e-eb5a9d2fe41f tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.1044216 Apr 19 18:23:16.697527 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-43f0e02d-49fa-4ba4-8154-7c14c87f25c0 req-0eb425da-2da1-482e-a9bc-187d370f2b33 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457957 Apr 19 18:23:16.939557 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-ed4952cc-7574-4114-82bf-55ef06c5a0ea admin admin] Deleting port 71ed3f28-5d6f-4efa-9d26-50d73871ef66 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:23:16.940295 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ed4952cc-7574-4114-82bf-55ef06c5a0ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:17.135589 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-ed4952cc-7574-4114-82bf-55ef06c5a0ea admin admin] For port 71ed3f28-5d6f-4efa-9d26-50d73871ef66, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=71ed3f28-5d6f-4efa-9d26-50d73871ef66,segment=NetworkSegment(081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc),segment_id=081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:17.135987 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ed4952cc-7574-4114-82bf-55ef06c5a0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:17.176004 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:23:17.184721 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:23:17.224888 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-475608ed-a13e-46e7-9848-c108f45467de None None] No Port match for: 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:23:17.225287 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 3dfcedd2-3e01-4484-8e9f-0f17990dd1b6 not bound to the agent host hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:23:17.273091 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-ed4952cc-7574-4114-82bf-55ef06c5a0ea admin admin] Calling delete_port for 71ed3f28-5d6f-4efa-9d26-50d73871ef66 owned by network:router_interface {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:23:17.612877 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ed4952cc-7574-4114-82bf-55ef06c5a0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:17.617914 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:17.668577 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4952cc-7574-4114-82bf-55ef06c5a0ea admin admin] Pushing event deleted for resources: {'Port': ['ID=71ed3f28-5d6f-4efa-9d26-50d73871ef66,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:17.698057 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ed4952cc-7574-4114-82bf-55ef06c5a0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:18.293519 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ed4952cc-7574-4114-82bf-55ef06c5a0ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853820701'] for router_interface, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:18.307027 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeba18-0b65-453f-a962-1a9954b80fa7 req-e53512e6-d28e-4d66-a997-9dc88801a118 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:18.308718 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5dfeba18-0b65-453f-a962-1a9954b80fa7 req-e53512e6-d28e-4d66-a997-9dc88801a118 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.4362588 Apr 19 18:23:18.509795 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5dfeba18-0b65-453f-a962-1a9954b80fa7 req-9b89c951-f7f7-49da-9ba5-13bc19402782 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940665 Apr 19 18:23:18.719608 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a21985-481d-46f9-a47f-7804b32403e1 req-9664275e-3e5e-467f-8c58-e89ce9c5ef2e tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:18.721839 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-63a21985-481d-46f9-a47f-7804b32403e1 req-9664275e-3e5e-467f-8c58-e89ce9c5ef2e tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.0952134 Apr 19 18:23:18.737223 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4952cc-7574-4114-82bf-55ef06c5a0ea admin admin] Router e0d76e6e-6243-44af-a612-ff32dd0360b1 has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:23:18.771741 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-63a21985-481d-46f9-a47f-7804b32403e1 req-baafc46d-af68-46ef-9c43-284ff89a1086 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435083 Apr 19 18:23:18.796741 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 41304) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:18.935438 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4952cc-7574-4114-82bf-55ef06c5a0ea admin admin] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:23:18.948736 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424b7deb-a888-4a75-98d1-9f4dd7435100 None None] Sync routers for ids ['e0d76e6e-6243-44af-a612-ff32dd0360b1'] in dv-cinder-786928-1-smb {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:23:18.949680 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-ed4952cc-7574-4114-82bf-55ef06c5a0ea admin admin] 10.222.0.20 "PUT /v2.0/routers/e0d76e6e-6243-44af-a612-ff32dd0360b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0969644 Apr 19 18:23:18.952540 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 41314) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:18.970795 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424b7deb-a888-4a75-98d1-9f4dd7435100 None None] Routers {'e0d76e6e-6243-44af-a612-ff32dd0360b1'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:23:18.971536 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-424b7deb-a888-4a75-98d1-9f4dd7435100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:22:53Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['e0d76e6e-6243-44af-a612-ff32dd0360b1'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:19.167006 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-424b7deb-a888-4a75-98d1-9f4dd7435100 None None] Set router e0d76e6e-6243-44af-a612-ff32dd0360b1 gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:23:19.210058 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3371ffab-5dad-481e-87c1-f1565e81b0e3 tempest-TestShelveInstance-385691851 tempest-TestShelveInstance-385691851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:19.210840 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-3371ffab-5dad-481e-87c1-f1565e81b0e3 tempest-TestShelveInstance-385691851 tempest-TestShelveInstance-385691851-project-admin] Synchronizing usage tracker for tenant:c2c381dc3a20413b956718a231d968bc on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:23:19.215632 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Notify callbacks [] for router, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:19.503114 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-424b7deb-a888-4a75-98d1-9f4dd7435100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d76e6e-6243-44af-a612-ff32dd0360b1', 'name': 'tempest-ServerRescueNegativeTestJSON-252057399-router', 'tenant_id': '1e5aec57c28f45319053964d5da3987a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '487b43ff-3f7b-469b-a804-9d7556586b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:23:17Z', 'revision_number': 5, 'project_id': '1e5aec57c28f45319053964d5da3987a', 'gw_port': {'id': '487b43ff-3f7b-469b-a804-9d7556586b04', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d76e6e-6243-44af-a612-ff32dd0360b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:21Z', 'updated_at': '2021-04-19T18:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:19.507765 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424b7deb-a888-4a75-98d1-9f4dd7435100 None None] Checking router: e0d76e6e-6243-44af-a612-ff32dd0360b1 for host: dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:23:19.519982 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424b7deb-a888-4a75-98d1-9f4dd7435100 None None] Routers {'e0d76e6e-6243-44af-a612-ff32dd0360b1'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:23:19.520680 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-424b7deb-a888-4a75-98d1-9f4dd7435100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:22:53Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['e0d76e6e-6243-44af-a612-ff32dd0360b1'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:19.608723 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-3371ffab-5dad-481e-87c1-f1565e81b0e3 tempest-TestShelveInstance-385691851 tempest-TestShelveInstance-385691851-project-admin] Unset dirty status for tenant:c2c381dc3a20413b956718a231d968bc on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:23:19.610011 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-3371ffab-5dad-481e-87c1-f1565e81b0e3 tempest-TestShelveInstance-385691851 tempest-TestShelveInstance-385691851-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 1093 time: 0.8121808 Apr 19 18:23:19.614381 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41322) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:19.623389 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Request body: {'floatingip': {'floating_network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'port_id': '0f566502-7e5b-44bd-bbd6-bf7875a9a14f', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:23:19.631075 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:19.635943 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Usage tracker for resource:floatingip and tenant:f6c506fc525541018ae925b541941e2a is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:19.639603 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:19.647259 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:19.660006 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for floatingip, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:19.664390 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:19.675768 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Deleting port 487b43ff-3f7b-469b-a804-9d7556586b04 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:23:19.676152 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:19.762677 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-424b7deb-a888-4a75-98d1-9f4dd7435100 None None] Set router e0d76e6e-6243-44af-a612-ff32dd0360b1 gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:23:19.843874 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:19.882524 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] For port 487b43ff-3f7b-469b-a804-9d7556586b04, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=487b43ff-3f7b-469b-a804-9d7556586b04,segment=NetworkSegment(1f30a495-c1e9-401c-a4af-f66487472610),segment_id=1f30a495-c1e9-401c-a4af-f66487472610)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:19.882927 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:20.003506 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Allocated IP 172.28.1.154 (4dfc8324-dbda-4de1-90b3-5f147512ea2d/f0204761-35d7-4590-8809-1a6eb894c7a2/50296e8a-252f-4525-b581-72baaf5bd055) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:23:20.039150 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Calling delete_port for 487b43ff-3f7b-469b-a804-9d7556586b04 owned by network:router_gateway {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:23:20.119962 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-424b7deb-a888-4a75-98d1-9f4dd7435100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0d76e6e-6243-44af-a612-ff32dd0360b1', 'name': 'tempest-ServerRescueNegativeTestJSON-252057399-router', 'tenant_id': '1e5aec57c28f45319053964d5da3987a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '487b43ff-3f7b-469b-a804-9d7556586b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:23:17Z', 'revision_number': 5, 'project_id': '1e5aec57c28f45319053964d5da3987a', 'gw_port': {'id': '487b43ff-3f7b-469b-a804-9d7556586b04', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d76e6e-6243-44af-a612-ff32dd0360b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:21Z', 'updated_at': '2021-04-19T18:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:20.124040 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424b7deb-a888-4a75-98d1-9f4dd7435100 None None] The sync data for ids ['e0d76e6e-6243-44af-a612-ff32dd0360b1'] in dv-cinder-786928-1-smb is: [{'id': 'e0d76e6e-6243-44af-a612-ff32dd0360b1', 'name': 'tempest-ServerRescueNegativeTestJSON-252057399-router', 'tenant_id': '1e5aec57c28f45319053964d5da3987a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '487b43ff-3f7b-469b-a804-9d7556586b04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:23:17Z', 'revision_number': 5, 'project_id': '1e5aec57c28f45319053964d5da3987a', 'gw_port': {'id': '487b43ff-3f7b-469b-a804-9d7556586b04', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ef:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d76e6e-6243-44af-a612-ff32dd0360b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:21Z', 'updated_at': '2021-04-19T18:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:23:20.198521 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:20.234673 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:20.240830 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:20.308231 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Network 4dfc8324-dbda-4de1-90b3-5f147512ea2d is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:23:20.311864 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:23:20.316636 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:23:20.345040 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ea981014-3177-4c5c-b49b-20d257b87522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:20.366201 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Pushing event updated for resources: {'Port': ['ID=50296e8a-252f-4525-b581-72baaf5bd055,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:20.370224 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:20.432304 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:20.440191 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-5535a576-1de8-423a-afdb-d05058cca865 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:20.594116 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Pushing event deleted for resources: {'Port': ['ID=487b43ff-3f7b-469b-a804-9d7556586b04,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:20.601520 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-950882'] for router_gateway, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:20.816528 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:20.817065 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:20.817416 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:20.817697 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:20.818131 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:20.818531 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:20.818921 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:20.819361 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:20.819798 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:20.820241 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:20.820771 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:20.821241 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:20.824983 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:20.828130 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-980542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760900'] for router, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:20.832114 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:20.926900 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853825158'] for router, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:20.927747 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0d76e6e-6243-44af-a612-ff32dd0360b1 {{(pid=86363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:23:20.957418 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:20.961745 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] 10.222.0.20 "DELETE /v2.0/routers/e0d76e6e-6243-44af-a612-ff32dd0360b1 HTTP/1.1" status: 204 len: 168 time: 2.0065236 Apr 19 18:23:20.963561 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41344) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:21.109214 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_v2 [None req-372c052a-9ba4-42b8-8a30-4d8c5e2a05de admin admin] Deleting subnet d8afd2f9-3d31-4b4f-9adf-a6ba880844ee {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:23:21.122146 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-372c052a-9ba4-42b8-8a30-4d8c5e2a05de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:21.195074 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-372c052a-9ba4-42b8-8a30-4d8c5e2a05de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853074136'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:21.226461 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:21.353536 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 71ed3f28-5d6f-4efa-9d26-50d73871ef66 no longer exists at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:23:21.395645 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] No Port match for: 71ed3f28-5d6f-4efa-9d26-50d73871ef66 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:23:21.396049 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 71ed3f28-5d6f-4efa-9d26-50d73871ef66 not bound to the agent host dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:23:21.396523 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 487b43ff-3f7b-469b-a804-9d7556586b04 no longer exists at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:23:21.440902 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] No Port match for: 487b43ff-3f7b-469b-a804-9d7556586b04 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:23:21.441313 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 487b43ff-3f7b-469b-a804-9d7556586b04 not bound to the agent host dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:23:21.576271 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-372c052a-9ba4-42b8-8a30-4d8c5e2a05de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16567764'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:21.675235 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:22.088965 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-372c052a-9ba4-42b8-8a30-4d8c5e2a05de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838208020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851668930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852618523'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:22.097397 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:22.099104 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cfb606d1-12d0-4884-96a3-5b560e92eb90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:22.138013 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107811'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:22.151755 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c052a-9ba4-42b8-8a30-4d8c5e2a05de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8afd2f9-3d31-4b4f-9adf-a6ba880844ee,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:22.154092 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-372c052a-9ba4-42b8-8a30-4d8c5e2a05de admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:22.159012 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-372c052a-9ba4-42b8-8a30-4d8c5e2a05de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:22.160974 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a6b9e96b-de6a-4a50-a376-498a882b2c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:22.278738 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-372c052a-9ba4-42b8-8a30-4d8c5e2a05de admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d8afd2f9-3d31-4b4f-9adf-a6ba880844ee HTTP/1.1" status: 204 len: 168 time: 1.3140249 Apr 19 18:23:22.281437 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 41396) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:22.284618 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Pushing event updated for resources: {'Port': ['ID=50296e8a-252f-4525-b581-72baaf5bd055,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:22.289390 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:22.307211 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962486'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:22.422739 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fe942c6f-dcde-44b8-88d6-79f91ea149c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655000'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:22.509177 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.l3_db [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Floating IP 15f56a06-6aef-430e-a4f7-1afc4d8ff91f associated. External IP: 172.28.1.154, port: 0f566502-7e5b-44bd-bbd6-bf7875a9a14f. Apr 19 18:23:22.559357 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fe942c6f-dcde-44b8-88d6-79f91ea149c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838208127', 'neutron.services.segments.db._delete_segments_for_network-8728807561075'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:22.678968 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-fe942c6f-dcde-44b8-88d6-79f91ea149c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0e48ed-9408-4c13-86a0-4f47989417a5']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:22.692969 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-fe942c6f-dcde-44b8-88d6-79f91ea149c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:22.693314 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-fe942c6f-dcde-44b8-88d6-79f91ea149c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081a19d3-a9dc-4c6d-aa20-2b7a940fb0bc') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:22.706301 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fe942c6f-dcde-44b8-88d6-79f91ea149c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308047041891', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127947'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:22.721902 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fe942c6f-dcde-44b8-88d6-79f91ea149c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:22.728471 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe942c6f-dcde-44b8-88d6-79f91ea149c4 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:23:22.907220 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Router f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:23:22.914904 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-fe942c6f-dcde-44b8-88d6-79f91ea149c4 admin admin] Network 1f0e48ed-9408-4c13-86a0-4f47989417a5 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:23:22.925219 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fe942c6f-dcde-44b8-88d6-79f91ea149c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16650949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1252639'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:23.011726 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-bbde0637-30ff-42ba-9ce4-8fa8f1539cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:23.114898 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-fe942c6f-dcde-44b8-88d6-79f91ea149c4 admin admin] Network 1f0e48ed-9408-4c13-86a0-4f47989417a5 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:23:23.124399 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:23:23.137395 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e414dd3-4e6c-49c9-b4e9-8f8731d40e64 None None] Sync routers for ids ['f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'] in dv-cinder-786928-1-smb {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:23:23.146942 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:23.149008 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e414dd3-4e6c-49c9-b4e9-8f8731d40e64 None None] Routers {'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:23:23.149853 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-3e414dd3-4e6c-49c9-b4e9-8f8731d40e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:23:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: Traceback (most recent call last): Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: timer() Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: cb(*args, **kw) Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: return func(*args, **kwargs) Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: self._notify() Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: self.callback(batched_events) Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: event.method(event) Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: segment_id)['aggregates'][0] Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: return f(self, *a, **k) Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: return self._get(url).json() Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: **kwargs) Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: return self.request(url, 'GET', **kwargs) Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: **endpoint_filter) Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:23:23.229682 dv-cinder-786928-1-smb neutron-server[86248]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:23:23.233826 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fe942c6f-dcde-44b8-88d6-79f91ea149c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16567689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962437'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:23.234234 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6148233 Apr 19 18:23:23.235116 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d8c9eea-4c5c-4db2-8217-7a4e3e925301', 'tag': '0f566502-7e5b-44bd-bbd6-bf7875a9a14f'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:23:23.246638 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fe942c6f-dcde-44b8-88d6-79f91ea149c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:23.257618 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-89e67b27-578a-4e81-94eb-b50b5c3f5796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:23.278646 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-fe942c6f-dcde-44b8-88d6-79f91ea149c4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1f0e48ed-9408-4c13-86a0-4f47989417a5 HTTP/1.1" status: 204 len: 168 time: 0.9955800 Apr 19 18:23:23.283545 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe942c6f-dcde-44b8-88d6-79f91ea149c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f0e48ed-9408-4c13-86a0-4f47989417a5,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:23.287474 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fe942c6f-dcde-44b8-88d6-79f91ea149c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:23.328981 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d8c9eea-4c5c-4db2-8217-7a4e3e925301', 'tag': '0f566502-7e5b-44bd-bbd6-bf7875a9a14f', 'status': 'completed', 'code': 200} Apr 19 18:23:23.494758 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afb418-bd68-4812-b40b-cdc2ccc15b3b req-b8a13409-2474-4e55-a51f-e61a0aefc201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:23.497397 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c0afb418-bd68-4812-b40b-cdc2ccc15b3b req-b8a13409-2474-4e55-a51f-e61a0aefc201 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6c506fc525541018ae925b541941e2a&device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 1098 time: 0.1405659 Apr 19 18:23:23.544171 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-3e414dd3-4e6c-49c9-b4e9-8f8731d40e64 None None] Set router f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:23:23.555333 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41418) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:23.673091 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-ad2ad8f0-9d2a-47f7-a859-71de5d866ab6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e5aec57c28f45319053964d5da3987a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1162047 Apr 19 18:23:23.676322 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41424) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:23.700844 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afb418-bd68-4812-b40b-cdc2ccc15b3b req-0cf77879-939a-4bb4-87d5-3ac758188b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:23.702460 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c0afb418-bd68-4812-b40b-cdc2ccc15b3b req-0cf77879-939a-4bb4-87d5-3ac758188b1b service neutron] 10.222.0.95 "GET /v2.0/networks?id=916707c5-043e-4573-856c-ce7bc1ede628 HTTP/1.1" status: 200 len: 910 time: 0.1941507 Apr 19 18:23:23.747073 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-77dcbfdc-598e-4940-826e-f3851382e3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:23.777939 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-77dcbfdc-598e-4940-826e-f3851382e3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:23.830597 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c0afb418-bd68-4812-b40b-cdc2ccc15b3b req-10a0fa7d-10a8-44a4-baf9-392234291392 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f566502-7e5b-44bd-bbd6-bf7875a9a14f HTTP/1.1" status: 200 len: 999 time: 0.1184902 Apr 19 18:23:23.832895 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-77dcbfdc-598e-4940-826e-f3851382e3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:23.843446 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-6a68d162-e5bd-4351-ab2f-024fec0b54f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:23.869901 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dcbfdc-598e-4940-826e-f3851382e3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f07566-4654-4b6c-98c8-32f61579fba1,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:23.894544 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dcbfdc-598e-4940-826e-f3851382e3a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:23.896536 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dcbfdc-598e-4940-826e-f3851382e3a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:23.897043 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dcbfdc-598e-4940-826e-f3851382e3a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:23.897508 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dcbfdc-598e-4940-826e-f3851382e3a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:23.897918 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dcbfdc-598e-4940-826e-f3851382e3a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:23.898325 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dcbfdc-598e-4940-826e-f3851382e3a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:23.898729 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dcbfdc-598e-4940-826e-f3851382e3a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:23.899129 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dcbfdc-598e-4940-826e-f3851382e3a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:23.899561 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dcbfdc-598e-4940-826e-f3851382e3a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:23.899960 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dcbfdc-598e-4940-826e-f3851382e3a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:23.900491 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dcbfdc-598e-4940-826e-f3851382e3a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:23.900730 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dcbfdc-598e-4940-826e-f3851382e3a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:23.903218 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:23.913493 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-77dcbfdc-598e-4940-826e-f3851382e3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:23.929693 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-77dcbfdc-598e-4940-826e-f3851382e3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:23.931123 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-77dcbfdc-598e-4940-826e-f3851382e3a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68f07566-4654-4b6c-98c8-32f61579fba1 HTTP/1.1" status: 204 len: 168 time: 0.2536945 Apr 19 18:23:23.952445 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afb418-bd68-4812-b40b-cdc2ccc15b3b req-b999ef52-b9af-4356-8e15-97392b59dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:23.954058 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c0afb418-bd68-4812-b40b-cdc2ccc15b3b req-b999ef52-b9af-4356-8e15-97392b59dd53 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=27665a9e-a6d3-4733-9100-5290165a150f HTTP/1.1" status: 200 len: 848 time: 0.1171720 Apr 19 18:23:24.051211 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afb418-bd68-4812-b40b-cdc2ccc15b3b req-57cb7536-e2ba-40e5-882f-38310625facf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:24.053082 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c0afb418-bd68-4812-b40b-cdc2ccc15b3b req-57cb7536-e2ba-40e5-882f-38310625facf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=916707c5-043e-4573-856c-ce7bc1ede628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0895572 Apr 19 18:23:24.058371 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-3e414dd3-4e6c-49c9-b4e9-8f8731d40e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'name': 'tempest-TestShelveInstance-1264350263-router', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:35Z', 'updated_at': '2021-04-19T18:21:56Z', 'revision_number': 4, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'gw_port': {'id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:38Z', 'updated_at': '2021-04-19T18:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_floatingips': [{'id': '15f56a06-6aef-430e-a4f7-1afc4d8ff91f', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'floating_ip_address': '172.28.1.154', 'floating_network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'router_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'port_id': '0f566502-7e5b-44bd-bbd6-bf7875a9a14f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628', 'mac_address': 'fa:16:3e:4f:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8c9eea-4c5c-4db2-8217-7a4e3e925301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:23:20Z', 'updated_at': '2021-04-19T18:23:20Z', 'revision_number': 0, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2db5f9b-d56d-4355-9c8c-61e6e2f30cb2', 'name': '', 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'mac_address': 'fa:16:3e:04:c4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '27665a9e-a6d3-4733-9100-5290165a150f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:52Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 5, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'subnets': [{'id': '27665a9e-a6d3-4733-9100-5290165a150f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:24.062625 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e414dd3-4e6c-49c9-b4e9-8f8731d40e64 None None] Checking router: f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad for host: dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:23:24.075792 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e414dd3-4e6c-49c9-b4e9-8f8731d40e64 None None] Routers {'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:23:24.077116 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-3e414dd3-4e6c-49c9-b4e9-8f8731d40e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:23:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:24.216319 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41444) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:24.233038 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c0afb418-bd68-4812-b40b-cdc2ccc15b3b req-4b276853-96bc-49cc-9888-7788f40770eb service neutron] 10.222.0.95 "GET /v2.0/networks/916707c5-043e-4573-856c-ce7bc1ede628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674786 Apr 19 18:23:24.337723 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:24.420097 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-44490e07-d7e2-4110-be58-c4fd54a248c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:24.422844 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-3e414dd3-4e6c-49c9-b4e9-8f8731d40e64 None None] Set router f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:23:24.432303 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c0afb418-bd68-4812-b40b-cdc2ccc15b3b req-276f982c-3f45-4f0b-be5a-a6c424da826b service neutron] 10.222.0.95 "GET /v2.0/networks/916707c5-043e-4573-856c-ce7bc1ede628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878762 Apr 19 18:23:24.443945 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-44490e07-d7e2-4110-be58-c4fd54a248c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:24.448867 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-44490e07-d7e2-4110-be58-c4fd54a248c4 admin admin] Usage tracker for resource:security_group_rule and tenant:696c427896384a38901a94cba18c787d is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:24.452152 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-44490e07-d7e2-4110-be58-c4fd54a248c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:24.464760 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-44490e07-d7e2-4110-be58-c4fd54a248c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:24.595805 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-44490e07-d7e2-4110-be58-c4fd54a248c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:24.600129 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-44490e07-d7e2-4110-be58-c4fd54a248c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:24.613281 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-37baa4b6-20fa-451e-9387-950c39760982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:24.663048 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-44490e07-d7e2-4110-be58-c4fd54a248c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=696c427896384a38901a94cba18c787d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441779 Apr 19 18:23:24.664077 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44490e07-d7e2-4110-be58-c4fd54a248c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0812b78-536e-4868-9a19-77c59e8a6880,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:24.664648 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 41464) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:24.672733 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-44490e07-d7e2-4110-be58-c4fd54a248c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:24.738350 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-da76dfd5-647a-4481-b62d-631b338813fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:24.768312 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-da76dfd5-647a-4481-b62d-631b338813fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:24.818235 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-da76dfd5-647a-4481-b62d-631b338813fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:24.823783 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-51eea212-4c95-4600-b758-fa8dcb32fd1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:24.838324 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76dfd5-647a-4481-b62d-631b338813fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0812b78-536e-4868-9a19-77c59e8a6880,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:24.841636 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-da76dfd5-647a-4481-b62d-631b338813fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:24.843845 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-da76dfd5-647a-4481-b62d-631b338813fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:24.848742 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-da76dfd5-647a-4481-b62d-631b338813fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0812b78-536e-4868-9a19-77c59e8a6880 HTTP/1.1" status: 204 len: 168 time: 0.1793675 Apr 19 18:23:24.850874 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-3e414dd3-4e6c-49c9-b4e9-8f8731d40e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'name': 'tempest-TestShelveInstance-1264350263-router', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:35Z', 'updated_at': '2021-04-19T18:21:56Z', 'revision_number': 4, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'gw_port': {'id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:38Z', 'updated_at': '2021-04-19T18:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_floatingips': [{'id': '15f56a06-6aef-430e-a4f7-1afc4d8ff91f', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'floating_ip_address': '172.28.1.154', 'floating_network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'router_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'port_id': '0f566502-7e5b-44bd-bbd6-bf7875a9a14f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628', 'mac_address': 'fa:16:3e:4f:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8c9eea-4c5c-4db2-8217-7a4e3e925301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:23:20Z', 'updated_at': '2021-04-19T18:23:20Z', 'revision_number': 0, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2db5f9b-d56d-4355-9c8c-61e6e2f30cb2', 'name': '', 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'mac_address': 'fa:16:3e:04:c4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '27665a9e-a6d3-4733-9100-5290165a150f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:52Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 5, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'subnets': [{'id': '27665a9e-a6d3-4733-9100-5290165a150f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:24.870657 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e414dd3-4e6c-49c9-b4e9-8f8731d40e64 None None] The sync data for ids ['f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'] in dv-cinder-786928-1-smb is: [{'id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'name': 'tempest-TestShelveInstance-1264350263-router', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:35Z', 'updated_at': '2021-04-19T18:21:56Z', 'revision_number': 4, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'gw_port': {'id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:38Z', 'updated_at': '2021-04-19T18:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_floatingips': [{'id': '15f56a06-6aef-430e-a4f7-1afc4d8ff91f', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'floating_ip_address': '172.28.1.154', 'floating_network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'router_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'port_id': '0f566502-7e5b-44bd-bbd6-bf7875a9a14f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628', 'mac_address': 'fa:16:3e:4f:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8c9eea-4c5c-4db2-8217-7a4e3e925301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:23:20Z', 'updated_at': '2021-04-19T18:23:20Z', 'revision_number': 0, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2db5f9b-d56d-4355-9c8c-61e6e2f30cb2', 'name': '', 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'mac_address': 'fa:16:3e:04:c4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '27665a9e-a6d3-4733-9100-5290165a150f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:52Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 5, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'subnets': [{'id': '27665a9e-a6d3-4733-9100-5290165a150f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:23:24.898388 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41474) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:25.022687 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-584008685-network', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:23:25.028002 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:25.032263 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Usage tracker for resource:network and tenant:2ecc46ba406c49228523cb5b97f01bf0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:25.037776 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:25.045077 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:25.055888 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Made reservation on behalf of 2ecc46ba406c49228523cb5b97f01bf0 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:23:25.060770 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:25.075330 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:25.092182 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:25.097754 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Usage tracker for resource:security_group_rule and tenant:2ecc46ba406c49228523cb5b97f01bf0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:25.100854 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:25.108202 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:25.194129 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669a9f57-7bc5-4812-a17f-3bf9a3ec08ea None None] New status for floating IP 15f56a06-6aef-430e-a4f7-1afc4d8ff91f: ACTIVE {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:23:25.211653 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:25.214608 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:25.226679 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:23:25.237212 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:25.237616 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.segments_db [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Added segment 969f0f32-ecdd-4589-bdda-93d384815005 of type vlan for network 69808130-b7ac-463c-88f3-9f02786d4c57 Apr 19 18:23:25.250612 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a0cbd0f5-241c-4402-a900-3a1a0a31d87a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:25.252144 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 41482) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:25.276000 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-79e91a2c-2917-4ec3-b067-84b7c06885ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:25.289908 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807182314'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:25.294092 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-79e91a2c-2917-4ec3-b067-84b7c06885ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:25.299239 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-79e91a2c-2917-4ec3-b067-84b7c06885ed admin admin] Usage tracker for resource:security_group_rule and tenant:44412cf2ec244e71ae3e20b6fa37f64c is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:25.303090 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-79e91a2c-2917-4ec3-b067-84b7c06885ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:25.304615 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c0e3aa-2b02-4f74-99d4-ef29a97178ef,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:25.309505 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:25.310335 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-79e91a2c-2917-4ec3-b067-84b7c06885ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:25.337114 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:25.338949 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:25.339759 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:25.348303 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:25.404932 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-79e91a2c-2917-4ec3-b067-84b7c06885ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:25.408143 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-79e91a2c-2917-4ec3-b067-84b7c06885ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:25.418338 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-1e1b6a96-be6d-48ab-af46-0dfd094c47a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:25.472500 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Pushing event updated for resources: {'Network': ['ID=69808130-b7ac-463c-88f3-9f02786d4c57,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:25.483886 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5838161 Apr 19 18:23:25.484585 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Network 69808130-b7ac-463c-88f3-9f02786d4c57 details requested by agent ovs-agent-dv-cinder-786928-1-smb with host dv-cinder-786928-1-smb {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:23:25.485257 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:25.487526 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41486) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:25.494405 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-5745ff2a-f9b7-47c9-9b65-5d6ed38326c6 admin admin] Request body: {'subnet': {'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-584008685-subnet', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:23:25.500776 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-5745ff2a-f9b7-47c9-9b65-5d6ed38326c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:25.507483 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-5745ff2a-f9b7-47c9-9b65-5d6ed38326c6 admin admin] Usage tracker for resource:subnet and tenant:2ecc46ba406c49228523cb5b97f01bf0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:25.511448 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-5745ff2a-f9b7-47c9-9b65-5d6ed38326c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:25.520300 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-5745ff2a-f9b7-47c9-9b65-5d6ed38326c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:25.540792 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5745ff2a-f9b7-47c9-9b65-5d6ed38326c6 admin admin] Made reservation on behalf of 2ecc46ba406c49228523cb5b97f01bf0 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:23:25.554546 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5745ff2a-f9b7-47c9-9b65-5d6ed38326c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2157263'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:25.690389 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:25.835177 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e91a2c-2917-4ec3-b067-84b7c06885ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683ecb32-d202-49e4-9d51-c02a310d97ee,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:25.838701 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-79e91a2c-2917-4ec3-b067-84b7c06885ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:25.842581 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-79e91a2c-2917-4ec3-b067-84b7c06885ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44412cf2ec244e71ae3e20b6fa37f64c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5891614 Apr 19 18:23:25.844910 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 41492) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:25.914328 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6d782705-5689-4ebc-9e95-fb43a23f6973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:25.944010 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6d782705-5689-4ebc-9e95-fb43a23f6973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:25.989256 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6d782705-5689-4ebc-9e95-fb43a23f6973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:25.994341 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2a11b47b-0565-49aa-9f18-de8cb0df6f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:26.009118 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d782705-5689-4ebc-9e95-fb43a23f6973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683ecb32-d202-49e4-9d51-c02a310d97ee,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:26.012062 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-6d782705-5689-4ebc-9e95-fb43a23f6973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:26.013355 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6d782705-5689-4ebc-9e95-fb43a23f6973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:26.014580 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-6d782705-5689-4ebc-9e95-fb43a23f6973 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/683ecb32-d202-49e4-9d51-c02a310d97ee HTTP/1.1" status: 204 len: 168 time: 0.1682897 Apr 19 18:23:26.031720 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5745ff2a-f9b7-47c9-9b65-5d6ed38326c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3106939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2157278'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:26.037874 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:26.121954 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745ff2a-f9b7-47c9-9b65-5d6ed38326c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d92eeb-4f8e-4ed9-99f4-6a70f34b270c,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:26.125760 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-5745ff2a-f9b7-47c9-9b65-5d6ed38326c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:26.132449 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5745ff2a-f9b7-47c9-9b65-5d6ed38326c6 admin admin] Checking segment: {'id': '969f0f32-ecdd-4589-bdda-93d384815005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:23:26.132851 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5745ff2a-f9b7-47c9-9b65-5d6ed38326c6 admin admin] Network hostable DHCP agents. Network: 69808130-b7ac-463c-88f3-9f02786d4c57, hostable agents: ['c63027b6-2e67-4fd7-9492-d43596a5c67c'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:23:26.153000 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5745ff2a-f9b7-47c9-9b65-5d6ed38326c6 admin admin] Network 69808130-b7ac-463c-88f3-9f02786d4c57 is scheduled to be hosted by DHCP agent c63027b6-2e67-4fd7-9492-d43596a5c67c with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:23:26.162091 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-5745ff2a-f9b7-47c9-9b65-5d6ed38326c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-smb, 69808130-b7ac-463c-88f3-9f02786d4c57) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:23:26.170993 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042a9d18-2d74-4573-92f4-1f2ef2b92859 None None] Network 69808130-b7ac-463c-88f3-9f02786d4c57 requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:23:26.179318 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5745ff2a-f9b7-47c9-9b65-5d6ed38326c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:26.181375 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5745ff2a-f9b7-47c9-9b65-5d6ed38326c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:26.202249 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-5745ff2a-f9b7-47c9-9b65-5d6ed38326c6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7133913 Apr 19 18:23:26.205196 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41498) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:26.210684 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-584008685-router', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:23:26.216019 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:26.220079 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Usage tracker for resource:router and tenant:2ecc46ba406c49228523cb5b97f01bf0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:26.224439 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:26.230690 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:26.244180 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-951275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760915'] for router, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:26.245269 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853824541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853825019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853828076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14885'] for router, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:26.264298 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:26.437249 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa386e3f5-4976-53db-a822-d0050a1a6416-69808130-b7ac-463c-88f3-9f02786d4c57', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'fixed_ips': [{'subnet_id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c'}]}} from dv-cinder-786928-1-smb. {{(pid=86365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 19 18:23:26.438562 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:26.686602 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Allocated IP 172.20.0.2 (69808130-b7ac-463c-88f3-9f02786d4c57/66d92eeb-4f8e-4ed9-99f4-6a70f34b270c/f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:23:26.870989 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853824782', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853795240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:26.963015 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:26.977395 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Transition to ACTIVE for port object f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:23:26.999814 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Transition to ACTIVE for port object f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:23:27.006016 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:27.012309 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:27.082532 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Network 69808130-b7ac-463c-88f3-9f02786d4c57 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:23:27.085903 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Resources bound (agent type, host, resource id): {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:23:27.095316 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:23:27.147110 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Pushing event updated for resources: {'Port': ['ID=f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:27.155500 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:27.220731 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Attempting to bind port f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2 on host dv-cinder-786928-1-smb for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:23:27.221710 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Attempting to bind port f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2 by drivers openvswitch,hyperv on host dv-cinder-786928-1-smb at level 0 using segments [{'id': '969f0f32-ecdd-4589-bdda-93d384815005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:23:27.222486 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Attempting to bind port f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2 on network 69808130-b7ac-463c-88f3-9f02786d4c57 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:23:27.230491 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Checking agent: {'id': '192a3675-2ad9-475f-abb6-aba9e9401083', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'started_at': datetime.datetime(2021, 4, 19, 18, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:23:27.230924 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Checking segment: {'id': '969f0f32-ecdd-4589-bdda-93d384815005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:23:27.231428 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:27.231832 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Bound using segment: {'id': '969f0f32-ecdd-4589-bdda-93d384815005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:23:27.232495 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Bound port: f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2, host: dv-cinder-786928-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969f0f32-ecdd-4589-bdda-93d384815005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:23:27.232924 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:27.286679 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:27.324496 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:27.373848 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] For port f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2, host dv-cinder-786928-1-smb, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:23:27.377844 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] For port f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2, host dv-cinder-786928-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2,segment=NetworkSegment(969f0f32-ecdd-4589-bdda-93d384815005),segment_id=969f0f32-ecdd-4589-bdda-93d384815005)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:23:27.383003 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:27.388259 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:27.477488 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Pushing event updated for resources: {'Port': ['ID=f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:27.482449 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:27.502156 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Allocated IP 172.28.1.244 (4dfc8324-dbda-4de1-90b3-5f147512ea2d/f0204761-35d7-4590-8809-1a6eb894c7a2/4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:23:27.691730 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:27.723495 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:27.728750 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-66f153e0-5796-413d-bdb1-2a37782fb204 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:27.795842 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Network 4dfc8324-dbda-4de1-90b3-5f147512ea2d is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:23:27.800299 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:23:27.807033 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:23:27.850027 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Pushing event updated for resources: {'Port': ['ID=4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:27.857892 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:28.301425 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:28.719950 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-980544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951000'] for router, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:28.928272 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced33632-97cf-4c92-a4c8-a56f52e20876 None None] Network 69808130-b7ac-463c-88f3-9f02786d4c57 requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:23:29.036022 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-26e5be67-9cc1-477b-8c51-029e5404bc1a None None] Provisioning for port f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:23:29.199591 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Router 6997219b-9f81-42bd-8d91-569b9e2b8550 is scheduled to L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 19 18:23:29.382503 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:23:29.406700 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:23:29.419403 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] Sync routers for ids ['6997219b-9f81-42bd-8d91-569b9e2b8550'] in dv-cinder-786928-1-smb {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:23:29.431500 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:29.435462 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2266676 Apr 19 18:23:29.435758 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41558) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:29.451563 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] Routers {'6997219b-9f81-42bd-8d91-569b9e2b8550'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:23:29.452262 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:23:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['6997219b-9f81-42bd-8d91-569b9e2b8550'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:29.667499 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] Set router 6997219b-9f81-42bd-8d91-569b9e2b8550 gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:23:29.960447 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning for port f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:23:29.998026 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:23:29.998479 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:30.099404 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:30.261505 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0a733825-3b70-40c2-893e-02f42792222a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:30.305402 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:30.359985 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] For port f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2,segment=NetworkSegment(969f0f32-ecdd-4589-bdda-93d384815005),segment_id=969f0f32-ecdd-4589-bdda-93d384815005)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:30.363944 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:30.366044 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:30.432397 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'name': 'tempest-AttachVolumeTestJSON-584008685-router', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:23:26Z', 'updated_at': '2021-04-19T18:23:28Z', 'revision_number': 3, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'gw_port': {'id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:27Z', 'updated_at': '2021-04-19T18:23:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:30.441399 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] Checking router: 6997219b-9f81-42bd-8d91-569b9e2b8550 for host: dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:23:30.441828 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] Updating router 6997219b-9f81-42bd-8d91-569b9e2b8550 port 4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7 binding host dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:23:30.498168 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Pushing event updated for resources: {'Port': ['ID=f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:30.512451 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:30.512826 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:30.513216 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:30.513593 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:30.513966 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:30.514345 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:30.514719 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:30.515089 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:30.515485 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:30.515907 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:30.516204 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:30.516828 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:30.523464 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:30.524233 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:30.531052 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-0a733825-3b70-40c2-893e-02f42792222a admin admin] Allocated IP 172.20.0.1 (69808130-b7ac-463c-88f3-9f02786d4c57/66d92eeb-4f8e-4ed9-99f4-6a70f34b270c/991daf42-0c8c-4426-aee4-ad4be99b26e7) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:23:30.699281 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0a733825-3b70-40c2-893e-02f42792222a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:30.717223 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-0a733825-3b70-40c2-893e-02f42792222a admin admin] Transition to ACTIVE for port object 991daf42-0c8c-4426-aee4-ad4be99b26e7 will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:23:30.742813 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0a733825-3b70-40c2-893e-02f42792222a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:30.748435 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a2d5098a-3854-403b-b8a4-360c8e999530 tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:30.821099 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a733825-3b70-40c2-893e-02f42792222a admin admin] Network 69808130-b7ac-463c-88f3-9f02786d4c57 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:23:30.824775 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-0a733825-3b70-40c2-893e-02f42792222a admin admin] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:23:30.828814 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a733825-3b70-40c2-893e-02f42792222a admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:23:30.871811 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a733825-3b70-40c2-893e-02f42792222a admin admin] Pushing event updated for resources: {'Port': ['ID=991daf42-0c8c-4426-aee4-ad4be99b26e7,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:30.882765 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0a733825-3b70-40c2-893e-02f42792222a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:30.903857 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0a733825-3b70-40c2-893e-02f42792222a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853813499'] for router_interface, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:30.912836 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:30.928062 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] Transition to ACTIVE for port object 4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:23:30.935893 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:30.940303 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:31.040557 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480c7ac-d69a-4221-8906-d4a0e15d9d91 None None] Pushing event updated for resources: {'Port': ['ID=4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:31.043017 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] Attempting to bind port 4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7 on host dv-cinder-786928-1-smb for vnic_type normal with profile {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:23:31.043481 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] Attempting to bind port 4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7 by drivers openvswitch,hyperv on host dv-cinder-786928-1-smb at level 0 using segments [{'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:23:31.043899 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] Attempting to bind port 4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7 on network 4dfc8324-dbda-4de1-90b3-5f147512ea2d {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:23:31.047807 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-3480c7ac-d69a-4221-8906-d4a0e15d9d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:31.052329 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] Checking agent: {'id': '192a3675-2ad9-475f-abb6-aba9e9401083', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'started_at': datetime.datetime(2021, 4, 19, 18, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:23:31.052329 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] Checking segment: {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:23:31.052329 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:31.052656 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] Bound using segment: {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:23:31.052993 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] Bound port: 4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7, host: dv-cinder-786928-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f30a495-c1e9-401c-a4af-f66487472610', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:23:31.053419 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:31.115164 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-bfeccf36-9213-48b4-940d-08525eee9c92 None None] Provisioning for port 991daf42-0c8c-4426-aee4-ad4be99b26e7 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:23:31.134369 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-bfeccf36-9213-48b4-940d-08525eee9c92 None None] Provisioning complete for port 991daf42-0c8c-4426-aee4-ad4be99b26e7 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:23:31.134793 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-bfeccf36-9213-48b4-940d-08525eee9c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:31.190508 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0a733825-3b70-40c2-893e-02f42792222a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:31.194995 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] For port 4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7, host dv-cinder-786928-1-smb, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:23:31.209166 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] For port 4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7, host dv-cinder-786928-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7,segment=NetworkSegment(1f30a495-c1e9-401c-a4af-f66487472610),segment_id=1f30a495-c1e9-401c-a4af-f66487472610)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:23:31.210195 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-bfeccf36-9213-48b4-940d-08525eee9c92 None None] Port 991daf42-0c8c-4426-aee4-ad4be99b26e7 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:23:31.212961 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:31.217703 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:31.298458 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] Routers {'6997219b-9f81-42bd-8d91-569b9e2b8550'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:23:31.299619 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:23:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['6997219b-9f81-42bd-8d91-569b9e2b8550'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:31.373880 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:23:31.445019 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0a733825-3b70-40c2-893e-02f42792222a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:31.448471 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0a733825-3b70-40c2-893e-02f42792222a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107811'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:31.462138 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480c7ac-d69a-4221-8906-d4a0e15d9d91 None None] Pushing event updated for resources: {'Port': ['ID=4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:31.479163 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-3480c7ac-d69a-4221-8906-d4a0e15d9d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:31.479474 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:31.544769 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:23:31.545221 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:31.617035 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a733825-3b70-40c2-893e-02f42792222a admin admin] Pushing event updated for resources: {'Port': ['ID=991daf42-0c8c-4426-aee4-ad4be99b26e7,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:31.623032 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0a733825-3b70-40c2-893e-02f42792222a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:31.624417 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0a733825-3b70-40c2-893e-02f42792222a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854186072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962402'] for router_interface, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:31.631993 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] Set router 6997219b-9f81-42bd-8d91-569b9e2b8550 gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:23:31.781289 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a733825-3b70-40c2-893e-02f42792222a admin admin] Network 69808130-b7ac-463c-88f3-9f02786d4c57 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:23:31.782610 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-0a733825-3b70-40c2-893e-02f42792222a admin admin] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:23:32.288408 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e477c62f-0272-48eb-96be-7362dfdf60a4 None None] Provisioning complete for port 991daf42-0c8c-4426-aee4-ad4be99b26e7 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:23:32.288838 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e477c62f-0272-48eb-96be-7362dfdf60a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:32.301947 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a733825-3b70-40c2-893e-02f42792222a admin admin] Router 6997219b-9f81-42bd-8d91-569b9e2b8550 has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:23:32.364318 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-e477c62f-0272-48eb-96be-7362dfdf60a4 None None] Port 991daf42-0c8c-4426-aee4-ad4be99b26e7 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:23:32.372125 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'name': 'tempest-AttachVolumeTestJSON-584008685-router', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:23:26Z', 'updated_at': '2021-04-19T18:23:31Z', 'revision_number': 4, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'gw_port': {'id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:27Z', 'updated_at': '2021-04-19T18:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': '991daf42-0c8c-4426-aee4-ad4be99b26e7', 'name': '', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'mac_address': 'fa:16:3e:2b:0d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:30Z', 'updated_at': '2021-04-19T18:23:30Z', 'revision_number': 1, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'subnets': [{'id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:32.376589 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7624c2-56c6-48eb-ab8d-1254da082d50 None None] The sync data for ids ['6997219b-9f81-42bd-8d91-569b9e2b8550'] in dv-cinder-786928-1-smb is: [{'id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'name': 'tempest-AttachVolumeTestJSON-584008685-router', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:23:26Z', 'updated_at': '2021-04-19T18:23:31Z', 'revision_number': 4, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'gw_port': {'id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:27Z', 'updated_at': '2021-04-19T18:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': '991daf42-0c8c-4426-aee4-ad4be99b26e7', 'name': '', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'mac_address': 'fa:16:3e:2b:0d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:30Z', 'updated_at': '2021-04-19T18:23:30Z', 'revision_number': 1, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'subnets': [{'id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:23:32.504895 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a733825-3b70-40c2-893e-02f42792222a admin admin] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:23:32.514597 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-0a733825-3b70-40c2-893e-02f42792222a admin admin] 10.222.0.20 "PUT /v2.0/routers/6997219b-9f81-42bd-8d91-569b9e2b8550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0778551 Apr 19 18:23:32.986235 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41608) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:32.993079 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-094e8634-16a4-4e33-989f-a1c3c654751a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--732332380', 'description': 'tempest-description--456867835'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:23:33.000069 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-094e8634-16a4-4e33-989f-a1c3c654751a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:33.006587 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-094e8634-16a4-4e33-989f-a1c3c654751a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Usage tracker for resource:security_group and tenant:2ecc46ba406c49228523cb5b97f01bf0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:33.010077 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-094e8634-16a4-4e33-989f-a1c3c654751a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:33.018653 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-094e8634-16a4-4e33-989f-a1c3c654751a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:33.030886 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-094e8634-16a4-4e33-989f-a1c3c654751a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:33.060701 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-094e8634-16a4-4e33-989f-a1c3c654751a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:33.065970 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-094e8634-16a4-4e33-989f-a1c3c654751a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Usage tracker for resource:security_group_rule and tenant:2ecc46ba406c49228523cb5b97f01bf0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:33.070851 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-094e8634-16a4-4e33-989f-a1c3c654751a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:33.077758 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-094e8634-16a4-4e33-989f-a1c3c654751a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:33.193901 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-094e8634-16a4-4e33-989f-a1c3c654751a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:33.200388 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-094e8634-16a4-4e33-989f-a1c3c654751a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:33.207694 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0a7b1287-0895-437d-a60c-82b8caa4795a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:33.274196 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-094e8634-16a4-4e33-989f-a1c3c654751a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:33.278447 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-094e8634-16a4-4e33-989f-a1c3c654751a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2882092 Apr 19 18:23:33.283598 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41618) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:33.291070 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-00cc7927-52df-4b25-8f5e-9934f3a53392 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Request body: {'security_group_rule': {'security_group_id': '80265e87-ab24-40cc-b157-aef92a0fec18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:23:33.297687 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e8634-16a4-4e33-989f-a1c3c654751a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80265e87-ab24-40cc-b157-aef92a0fec18,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:33.305552 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-094e8634-16a4-4e33-989f-a1c3c654751a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:33.305552 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-00cc7927-52df-4b25-8f5e-9934f3a53392 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:33.310502 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-00cc7927-52df-4b25-8f5e-9934f3a53392 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Usage tracker for resource:security_group_rule and tenant:2ecc46ba406c49228523cb5b97f01bf0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:33.318060 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-00cc7927-52df-4b25-8f5e-9934f3a53392 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:33.325861 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-00cc7927-52df-4b25-8f5e-9934f3a53392 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:33.360728 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-00cc7927-52df-4b25-8f5e-9934f3a53392 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:33.365485 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269420f-f048-4348-820a-71ce037f75c3 req-963d06fe-958b-4881-9c51-d43184114665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:33.367195 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3269420f-f048-4348-820a-71ce037f75c3 req-963d06fe-958b-4881-9c51-d43184114665 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2935edebaba94b499f5e8a417912af6b&device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 1137 time: 0.2366879 Apr 19 18:23:33.469912 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-00cc7927-52df-4b25-8f5e-9934f3a53392 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:33.474540 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-00cc7927-52df-4b25-8f5e-9934f3a53392 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950235'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:33.477336 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-b8dec6a0-e8e7-419c-90f9-b003cf1b7a79 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:33.479139 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:23:33.498996 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc7927-52df-4b25-8f5e-9934f3a53392 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b80abe36-b117-48a0-a124-2951f4b92339,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:33.503358 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-00cc7927-52df-4b25-8f5e-9934f3a53392 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:33.521342 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-00cc7927-52df-4b25-8f5e-9934f3a53392 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:33.525273 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-00cc7927-52df-4b25-8f5e-9934f3a53392 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2380085 Apr 19 18:23:33.525690 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41626) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:33.532194 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-ba03dbbf-2398-4f98-838f-fd33da797b89 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Request body: {'security_group_rule': {'security_group_id': '80265e87-ab24-40cc-b157-aef92a0fec18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:23:33.540450 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-ba03dbbf-2398-4f98-838f-fd33da797b89 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:33.545523 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-ba03dbbf-2398-4f98-838f-fd33da797b89 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Usage tracker for resource:security_group_rule and tenant:2ecc46ba406c49228523cb5b97f01bf0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:33.547567 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6496ba-721f-4804-8be2-5f0a99636ef1 req-45577eaa-1448-43a6-bd37-2e6aa821573e tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:33.549245 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-ba03dbbf-2398-4f98-838f-fd33da797b89 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:33.549529 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bd6496ba-721f-4804-8be2-5f0a99636ef1 req-45577eaa-1448-43a6-bd37-2e6aa821573e tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 984 time: 0.3331213 Apr 19 18:23:33.559369 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-ba03dbbf-2398-4f98-838f-fd33da797b89 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:33.588987 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ba03dbbf-2398-4f98-838f-fd33da797b89 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:33.668587 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning for port 4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:23:33.676662 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:23:33.679620 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ba03dbbf-2398-4f98-838f-fd33da797b89 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:33.680339 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:33.684677 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ba03dbbf-2398-4f98-838f-fd33da797b89 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950235'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:33.686988 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:33.733060 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03dbbf-2398-4f98-838f-fd33da797b89 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2442a911-905e-49a9-b32c-088421a4d211,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:33.752645 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ba03dbbf-2398-4f98-838f-fd33da797b89 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:33.766133 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ba03dbbf-2398-4f98-838f-fd33da797b89 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:33.769527 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-ba03dbbf-2398-4f98-838f-fd33da797b89 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2424371 Apr 19 18:23:33.773710 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bd6496ba-721f-4804-8be2-5f0a99636ef1 req-56a4668b-0f05-48e5-a3e7-b7dda77ae9cb tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&id=85bf2de8-c8dd-4212-8366-2a51b4e4b096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2109859 Apr 19 18:23:33.774044 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41634) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:33.774909 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269420f-f048-4348-820a-71ce037f75c3 req-c10f698c-1f8b-46b2-ae03-af728a1fb414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:33.776465 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3269420f-f048-4348-820a-71ce037f75c3 req-c10f698c-1f8b-46b2-ae03-af728a1fb414 service neutron] 10.222.0.95 "GET /v2.0/networks?id=223f0005-7301-4120-ae02-8b68452092d5 HTTP/1.1" status: 200 len: 916 time: 0.3991301 Apr 19 18:23:33.781651 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Request body: {'floatingip': {'floating_network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:23:33.793323 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:33.799437 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Usage tracker for resource:floatingip and tenant:2ecc46ba406c49228523cb5b97f01bf0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:33.803090 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:33.810325 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:33.827498 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for floatingip, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:33.998901 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:34.009197 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3269420f-f048-4348-820a-71ce037f75c3 req-49f76c95-acf4-4cc6-9c01-6e3b5904610d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f7cd72f-f54d-4ea0-b774-3498c27f3f92 HTTP/1.1" status: 200 len: 1001 time: 0.2240951 Apr 19 18:23:34.038739 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] For port 4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7,segment=NetworkSegment(1f30a495-c1e9-401c-a4af-f66487472610),segment_id=1f30a495-c1e9-401c-a4af-f66487472610)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:34.044243 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:34.046886 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:34.050429 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:34.105052 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269420f-f048-4348-820a-71ce037f75c3 req-6e2b0b69-73d2-49d1-ade7-3c5abc957b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:34.106566 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3269420f-f048-4348-820a-71ce037f75c3 req-6e2b0b69-73d2-49d1-ade7-3c5abc957b5d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=68f2128c-c4ee-4de5-af84-288bf9705ea6 HTTP/1.1" status: 200 len: 854 time: 0.0893855 Apr 19 18:23:34.183378 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Pushing event updated for resources: {'Port': ['ID=4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:34.191924 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:34.257610 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269420f-f048-4348-820a-71ce037f75c3 req-053972b8-8e8a-4ad9-af7a-18eaddd7e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:34.259937 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3269420f-f048-4348-820a-71ce037f75c3 req-053972b8-8e8a-4ad9-af7a-18eaddd7e73f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=223f0005-7301-4120-ae02-8b68452092d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1440043 Apr 19 18:23:34.353983 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Allocated IP 172.28.1.99 (4dfc8324-dbda-4de1-90b3-5f147512ea2d/f0204761-35d7-4590-8809-1a6eb894c7a2/bb5f29ab-e915-4ac8-8983-3d1897a447e7) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:23:34.465004 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3269420f-f048-4348-820a-71ce037f75c3 req-a8643dee-c4f6-4922-86e4-559027281e20 service neutron] 10.222.0.95 "GET /v2.0/networks/223f0005-7301-4120-ae02-8b68452092d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934588 Apr 19 18:23:34.523173 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:34.554143 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:34.559089 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:34.623997 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3269420f-f048-4348-820a-71ce037f75c3 req-39adf1ab-dd28-49f2-be4b-e864695dbc69 service neutron] 10.222.0.95 "GET /v2.0/networks/223f0005-7301-4120-ae02-8b68452092d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522002 Apr 19 18:23:34.632007 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Network 4dfc8324-dbda-4de1-90b3-5f147512ea2d is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:23:34.635310 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:23:34.639443 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:23:34.677977 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Pushing event updated for resources: {'Port': ['ID=bb5f29ab-e915-4ac8-8983-3d1897a447e7,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:34.685130 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:34.737439 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:34.802427 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:35.004187 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb7ab9-a718-4e89-9692-ab7b62e881b0 req-fc2fa1b0-9252-40fb-8625-e8db7ba16790 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:35.005991 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-76fb7ab9-a718-4e89-9692-ab7b62e881b0 req-fc2fa1b0-9252-40fb-8625-e8db7ba16790 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 984 time: 0.0968568 Apr 19 18:23:35.044698 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:35.048655 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107811'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:35.053833 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:35.062072 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-76fb7ab9-a718-4e89-9692-ab7b62e881b0 req-5997aeef-79eb-418e-a596-6b1b0247ee5a tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&id=85bf2de8-c8dd-4212-8366-2a51b4e4b096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0482001 Apr 19 18:23:35.163045 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Pushing event updated for resources: {'Port': ['ID=bb5f29ab-e915-4ac8-8983-3d1897a447e7,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:35.171462 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:35.180888 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962486'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:35.203069 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:35.204427 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4293158 Apr 19 18:23:35.354814 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:23:35.401186 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-5ba814ec-bcd0-498c-b6e7-4e141e0a0bad tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Synchronizing usage tracker for tenant:2ecc46ba406c49228523cb5b97f01bf0 on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:23:35.419338 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-5ba814ec-bcd0-498c-b6e7-4e141e0a0bad tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Unset dirty status for tenant:2ecc46ba406c49228523cb5b97f01bf0 on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:23:35.420801 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-5ba814ec-bcd0-498c-b6e7-4e141e0a0bad tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--732332380&fields=id&tenant_id=2ecc46ba406c49228523cb5b97f01bf0 HTTP/1.1" status: 200 len: 267 time: 0.0777934 Apr 19 18:23:35.437443 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:23:35.437868 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:35.625683 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-1f198a8f-b617-4d51-a42b-33915173e619 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:35.627103 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-1f198a8f-b617-4d51-a42b-33915173e619 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Synchronizing usage tracker for tenant:2ecc46ba406c49228523cb5b97f01bf0 on resource:network {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:23:35.648156 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-1f198a8f-b617-4d51-a42b-33915173e619 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Unset dirty status for tenant:2ecc46ba406c49228523cb5b97f01bf0 on resource:network {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:23:35.649880 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-1f198a8f-b617-4d51-a42b-33915173e619 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/networks?id=69808130-b7ac-463c-88f3-9f02786d4c57 HTTP/1.1" status: 200 len: 810 time: 0.2194695 Apr 19 18:23:35.668241 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-56695033-fb38-427c-8922-f19681f618c5 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/quotas/2ecc46ba406c49228523cb5b97f01bf0 HTTP/1.1" status: 200 len: 375 time: 0.0119522 Apr 19 18:23:35.779127 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-827673d8-4d3b-4210-a304-8771079db8f3 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Synchronizing usage tracker for tenant:2ecc46ba406c49228523cb5b97f01bf0 on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:23:35.800181 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-827673d8-4d3b-4210-a304-8771079db8f3 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Unset dirty status for tenant:2ecc46ba406c49228523cb5b97f01bf0 on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:23:35.801972 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-827673d8-4d3b-4210-a304-8771079db8f3 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ecc46ba406c49228523cb5b97f01bf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1270039 Apr 19 18:23:35.982793 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-2025dca9-5834-45b6-a508-c31b08717620 service neutron] 10.222.0.20 "GET /v2.0/networks/69808130-b7ac-463c-88f3-9f02786d4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656039 Apr 19 18:23:35.992508 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ebb1e066-78b2-418c-964e-31bfa41687df req-264381bf-4dc5-40f8-86db-c0b8703396e1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0937753 Apr 19 18:23:36.123738 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1e066-78b2-418c-964e-31bfa41687df req-f89b0a39-a8c4-42c7-9b90-bee278b956f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:36.125420 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ebb1e066-78b2-418c-964e-31bfa41687df req-f89b0a39-a8c4-42c7-9b90-bee278b956f5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=953bb2a403d44bb787795f1209c28a9b&device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 1099 time: 0.0998011 Apr 19 18:23:36.125602 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] Sync routers for ids ['6997219b-9f81-42bd-8d91-569b9e2b8550'] in dv-cinder-786928-1-smb {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:23:36.141085 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] Routers {'6997219b-9f81-42bd-8d91-569b9e2b8550'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:23:36.142183 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:23:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['6997219b-9f81-42bd-8d91-569b9e2b8550'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:36.168326 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-862734d9-a422-4cc6-8710-094de2a25b2b service neutron] 10.222.0.20 "GET /v2.0/networks/69808130-b7ac-463c-88f3-9f02786d4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777830 Apr 19 18:23:36.388934 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1e066-78b2-418c-964e-31bfa41687df req-85258340-e4d0-4ff0-9b47-c930f335e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:36.391156 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ebb1e066-78b2-418c-964e-31bfa41687df req-85258340-e4d0-4ff0-9b47-c930f335e8fd service neutron] 10.222.0.95 "GET /v2.0/networks?id=62d4a419-1594-4973-afcf-06199a9f163a HTTP/1.1" status: 200 len: 917 time: 0.2434833 Apr 19 18:23:36.453713 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-eee48b62-c456-4c05-9ed6-a4269eab9afe req-29fc401b-5288-465c-9d2e-38c7fb8154f9 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 210 time: 0.0728672 Apr 19 18:23:36.549220 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ebb1e066-78b2-418c-964e-31bfa41687df req-335ca4b8-74e0-42a9-80f7-75385293e57f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f101b6b7-f82b-4f63-9ca7-d9aea6985bec HTTP/1.1" status: 200 len: 999 time: 0.1496980 Apr 19 18:23:36.559921 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d62a73-fe42-434b-9582-efcf0411d101 req-7ebcc059-8bf0-40ad-b201-d01dfe34af28 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:36.561858 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d2d62a73-fe42-434b-9582-efcf0411d101 req-7ebcc059-8bf0-40ad-b201-d01dfe34af28 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 984 time: 0.2961133 Apr 19 18:23:36.565563 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] Set router 6997219b-9f81-42bd-8d91-569b9e2b8550 gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:23:36.703985 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1e066-78b2-418c-964e-31bfa41687df req-3587d0c4-1080-4ce7-a9c0-8c98bbbaea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:36.706961 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ebb1e066-78b2-418c-964e-31bfa41687df req-3587d0c4-1080-4ce7-a9c0-8c98bbbaea65 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=625ea84b-b025-47d7-a45d-f91f00c07a4e HTTP/1.1" status: 200 len: 855 time: 0.1439970 Apr 19 18:23:36.717140 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d2d62a73-fe42-434b-9582-efcf0411d101 req-7f59ce06-2c23-493c-8d6d-8421e892ee27 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&id=85bf2de8-c8dd-4212-8366-2a51b4e4b096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0791690 Apr 19 18:23:36.804638 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1e066-78b2-418c-964e-31bfa41687df req-538cc3df-33b6-45da-a1a3-47a9ddb0c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:36.806362 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ebb1e066-78b2-418c-964e-31bfa41687df req-538cc3df-33b6-45da-a1a3-47a9ddb0c71b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=62d4a419-1594-4973-afcf-06199a9f163a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0873404 Apr 19 18:23:36.930917 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'name': 'tempest-AttachVolumeTestJSON-584008685-router', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:23:26Z', 'updated_at': '2021-04-19T18:23:31Z', 'revision_number': 4, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'gw_port': {'id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:27Z', 'updated_at': '2021-04-19T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': '991daf42-0c8c-4426-aee4-ad4be99b26e7', 'name': '', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'mac_address': 'fa:16:3e:2b:0d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:30Z', 'updated_at': '2021-04-19T18:23:31Z', 'revision_number': 2, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'subnets': [{'id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:36.935285 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] Checking router: 6997219b-9f81-42bd-8d91-569b9e2b8550 for host: dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:23:36.935706 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] Updating router 6997219b-9f81-42bd-8d91-569b9e2b8550 port 991daf42-0c8c-4426-aee4-ad4be99b26e7 binding host dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 19 18:23:36.975741 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ebb1e066-78b2-418c-964e-31bfa41687df req-34a8321f-ade5-498d-98bc-6eea93e6d9f0 service neutron] 10.222.0.95 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511161 Apr 19 18:23:36.995366 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:37.169888 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ebb1e066-78b2-418c-964e-31bfa41687df req-252ae132-4c09-4b5e-bc3c-dbce7da40377 service neutron] 10.222.0.95 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840591 Apr 19 18:23:37.392192 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:37.405684 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] Transition to ACTIVE for port object 991daf42-0c8c-4426-aee4-ad4be99b26e7 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:23:37.411298 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:37.416243 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-9017ba64-323f-4b14-9ed3-65db06549e6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:37.606259 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7096a-2d06-490c-b4c1-ce2001466cec None None] Pushing event updated for resources: {'Port': ['ID=991daf42-0c8c-4426-aee4-ad4be99b26e7,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:37.681952 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7096a-2d06-490c-b4c1-ce2001466cec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:37.682339 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7096a-2d06-490c-b4c1-ce2001466cec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:37.682714 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7096a-2d06-490c-b4c1-ce2001466cec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:37.683083 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7096a-2d06-490c-b4c1-ce2001466cec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:37.683474 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7096a-2d06-490c-b4c1-ce2001466cec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:37.683839 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7096a-2d06-490c-b4c1-ce2001466cec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:37.684198 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7096a-2d06-490c-b4c1-ce2001466cec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:37.684558 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7096a-2d06-490c-b4c1-ce2001466cec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:37.684913 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7096a-2d06-490c-b4c1-ce2001466cec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:37.685269 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7096a-2d06-490c-b4c1-ce2001466cec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:37.685626 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7096a-2d06-490c-b4c1-ce2001466cec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:37.685975 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e7096a-2d06-490c-b4c1-ce2001466cec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:23:37.690064 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-799fb29f-f087-4357-9fbc-cc7f768c3fb9 req-5ba48211-88b5-468f-8131-5c0d53853bdb tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 210 time: 0.0931976 Apr 19 18:23:37.696622 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-57e7096a-2d06-490c-b4c1-ce2001466cec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:37.718049 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] Attempting to bind port 991daf42-0c8c-4426-aee4-ad4be99b26e7 on host dv-cinder-786928-1-smb for vnic_type normal with profile {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:23:37.718713 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] Attempting to bind port 991daf42-0c8c-4426-aee4-ad4be99b26e7 by drivers openvswitch,hyperv on host dv-cinder-786928-1-smb at level 0 using segments [{'id': '969f0f32-ecdd-4589-bdda-93d384815005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:23:37.719072 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] Attempting to bind port 991daf42-0c8c-4426-aee4-ad4be99b26e7 on network 69808130-b7ac-463c-88f3-9f02786d4c57 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:23:37.727733 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] Checking agent: {'id': '192a3675-2ad9-475f-abb6-aba9e9401083', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 10, 54), 'started_at': datetime.datetime(2021, 4, 19, 18, 11, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:23:37.729273 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] Checking segment: {'id': '969f0f32-ecdd-4589-bdda-93d384815005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:23:37.731094 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:37.731867 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] Bound using segment: {'id': '969f0f32-ecdd-4589-bdda-93d384815005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:23:37.732692 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] Bound port: 991daf42-0c8c-4426-aee4-ad4be99b26e7, host: dv-cinder-786928-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969f0f32-ecdd-4589-bdda-93d384815005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:23:37.733353 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:37.878095 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] For port 991daf42-0c8c-4426-aee4-ad4be99b26e7, host dv-cinder-786928-1-smb, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:23:37.881880 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] For port 991daf42-0c8c-4426-aee4-ad4be99b26e7, host dv-cinder-786928-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=991daf42-0c8c-4426-aee4-ad4be99b26e7,segment=NetworkSegment(969f0f32-ecdd-4589-bdda-93d384815005),segment_id=969f0f32-ecdd-4589-bdda-93d384815005)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:23:37.886254 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:37.892065 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:37.953916 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6c6c2-7a66-47fb-8718-6dc061cf9896 req-4b666b97-a87d-4510-821e-2b391e60a32a tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:37.956634 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-84d6c6c2-7a66-47fb-8718-6dc061cf9896 req-4b666b97-a87d-4510-821e-2b391e60a32a tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 984 time: 0.1093552 Apr 19 18:23:37.983379 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7096a-2d06-490c-b4c1-ce2001466cec None None] Pushing event updated for resources: {'Port': ['ID=991daf42-0c8c-4426-aee4-ad4be99b26e7,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:37.988389 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-57e7096a-2d06-490c-b4c1-ce2001466cec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:37.991995 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] Routers {'6997219b-9f81-42bd-8d91-569b9e2b8550'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:23:37.992676 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:23:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['6997219b-9f81-42bd-8d91-569b9e2b8550'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:38.009059 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-0e9965bd-8613-4e3e-97a0-d9cf5b2b0646 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:38.011410 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-0e9965bd-8613-4e3e-97a0-d9cf5b2b0646 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.95 "GET /v2.0/networks?id=69808130-b7ac-463c-88f3-9f02786d4c57 HTTP/1.1" status: 200 len: 810 time: 0.2217143 Apr 19 18:23:38.041471 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-84d6c6c2-7a66-47fb-8718-6dc061cf9896 req-d8b6c467-8629-4ada-88ee-6a6c8883564f tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Synchronizing usage tracker for tenant:2935edebaba94b499f5e8a417912af6b on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:23:38.072258 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-84d6c6c2-7a66-47fb-8718-6dc061cf9896 req-d8b6c467-8629-4ada-88ee-6a6c8883564f tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Unset dirty status for tenant:2935edebaba94b499f5e8a417912af6b on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:23:38.074130 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-84d6c6c2-7a66-47fb-8718-6dc061cf9896 req-d8b6c467-8629-4ada-88ee-6a6c8883564f tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&id=85bf2de8-c8dd-4212-8366-2a51b4e4b096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1098621 Apr 19 18:23:38.143639 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-052ecf6c-ed54-4e65-ade5-1475c6bca93e tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2ecc46ba406c49228523cb5b97f01bf0 HTTP/1.1" status: 200 len: 5707 time: 0.1151505 Apr 19 18:23:38.154117 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-fdcf9c1c-3844-40a0-b712-408b2077f065 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Request body: {'port': {'device_id': 'dc525b7f-ae87-46c9-9df5-fe1f7bb46edf', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'admin_state_up': True, 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'security_groups': ['80265e87-ab24-40cc-b157-aef92a0fec18']}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:23:38.247240 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] Set router 6997219b-9f81-42bd-8d91-569b9e2b8550 gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:23:38.322769 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-fdcf9c1c-3844-40a0-b712-408b2077f065 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:38.334623 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-fdcf9c1c-3844-40a0-b712-408b2077f065 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:38.352178 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-fdcf9c1c-3844-40a0-b712-408b2077f065 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Made reservation on behalf of 2ecc46ba406c49228523cb5b97f01bf0 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:23:38.358742 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-fdcf9c1c-3844-40a0-b712-408b2077f065 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:38.564811 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-fdcf9c1c-3844-40a0-b712-408b2077f065 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Allocated IP 172.20.0.7 (69808130-b7ac-463c-88f3-9f02786d4c57/66d92eeb-4f8e-4ed9-99f4-6a70f34b270c/42d2a3a3-2580-4d71-a120-ad0e5a2394e8) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:23:38.640835 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'name': 'tempest-AttachVolumeTestJSON-584008685-router', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:23:26Z', 'updated_at': '2021-04-19T18:23:31Z', 'revision_number': 4, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'gw_port': {'id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:27Z', 'updated_at': '2021-04-19T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': '991daf42-0c8c-4426-aee4-ad4be99b26e7', 'name': '', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'mac_address': 'fa:16:3e:2b:0d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:30Z', 'updated_at': '2021-04-19T18:23:37Z', 'revision_number': 4, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'subnets': [{'id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:38.647074 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d629a2b-2374-4851-959d-3805e18dc96f None None] The sync data for ids ['6997219b-9f81-42bd-8d91-569b9e2b8550'] in dv-cinder-786928-1-smb is: [{'id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'name': 'tempest-AttachVolumeTestJSON-584008685-router', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:23:26Z', 'updated_at': '2021-04-19T18:23:31Z', 'revision_number': 4, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'gw_port': {'id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:27Z', 'updated_at': '2021-04-19T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': '991daf42-0c8c-4426-aee4-ad4be99b26e7', 'name': '', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'mac_address': 'fa:16:3e:2b:0d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:30Z', 'updated_at': '2021-04-19T18:23:37Z', 'revision_number': 4, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'subnets': [{'id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:23:38.786735 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-fdcf9c1c-3844-40a0-b712-408b2077f065 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:38.805492 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-fdcf9c1c-3844-40a0-b712-408b2077f065 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Transition to ACTIVE for port object 42d2a3a3-2580-4d71-a120-ad0e5a2394e8 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:23:38.867034 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-751d9597-af4a-4431-b503-6f702f77f8a9 req-cb6e9b26-0ef5-4301-8a6f-441300452d41 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 210 time: 0.0546858 Apr 19 18:23:38.889807 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-fdcf9c1c-3844-40a0-b712-408b2077f065 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:38.898310 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a5e47e56-46e0-4cd0-9968-148753294f01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:38.983773 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-fdcf9c1c-3844-40a0-b712-408b2077f065 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Network 69808130-b7ac-463c-88f3-9f02786d4c57 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:23:38.988515 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-fdcf9c1c-3844-40a0-b712-408b2077f065 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:23:38.993099 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-fdcf9c1c-3844-40a0-b712-408b2077f065 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:23:39.029303 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf9c1c-3844-40a0-b712-408b2077f065 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Pushing event updated for resources: {'Port': ['ID=42d2a3a3-2580-4d71-a120-ad0e5a2394e8,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:39.035109 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fdcf9c1c-3844-40a0-b712-408b2077f065 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:39.076436 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-fdcf9c1c-3844-40a0-b712-408b2077f065 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:39.077167 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-fdcf9c1c-3844-40a0-b712-408b2077f065 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:39.107919 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-fdcf9c1c-3844-40a0-b712-408b2077f065 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9582379 Apr 19 18:23:39.125233 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] Request body: {'port': {'device_id': 'dc525b7f-ae87-46c9-9df5-fe1f7bb46edf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:23:39.185862 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-bcab22f2-8eda-4e21-a11d-9b503e4a9380 None None] Provisioning for port 42d2a3a3-2580-4d71-a120-ad0e5a2394e8 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:23:39.192249 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-bcab22f2-8eda-4e21-a11d-9b503e4a9380 None None] Provisioning complete for port 42d2a3a3-2580-4d71-a120-ad0e5a2394e8 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:23:39.192672 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-bcab22f2-8eda-4e21-a11d-9b503e4a9380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:39.262240 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-bcab22f2-8eda-4e21-a11d-9b503e4a9380 None None] Port 42d2a3a3-2580-4d71-a120-ad0e5a2394e8 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:23:39.297826 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:39.311202 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32798a4-0c40-441b-8d7a-03885f9b63fa req-8bab6935-0488-42eb-9e91-fb654061a424 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:39.312890 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e32798a4-0c40-441b-8d7a-03885f9b63fa req-8bab6935-0488-42eb-9e91-fb654061a424 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 984 time: 0.1012928 Apr 19 18:23:39.394760 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e32798a4-0c40-441b-8d7a-03885f9b63fa req-db645d4e-6e13-46e7-b685-322263b8a945 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&id=85bf2de8-c8dd-4212-8366-2a51b4e4b096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0743375 Apr 19 18:23:39.446442 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 991daf42-0c8c-4426-aee4-ad4be99b26e7 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:23:39.522221 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning for port 991daf42-0c8c-4426-aee4-ad4be99b26e7 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:23:39.527291 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 991daf42-0c8c-4426-aee4-ad4be99b26e7 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:23:39.527731 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:39.690075 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:39.710403 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d2a3a3-2580-4d71-a120-ad0e5a2394e8 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:23:39.720428 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:39.730515 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] For port 991daf42-0c8c-4426-aee4-ad4be99b26e7, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=991daf42-0c8c-4426-aee4-ad4be99b26e7,segment=NetworkSegment(969f0f32-ecdd-4589-bdda-93d384815005),segment_id=969f0f32-ecdd-4589-bdda-93d384815005)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:39.733964 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:39.740180 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] Transition to ACTIVE for port object 42d2a3a3-2580-4d71-a120-ad0e5a2394e8 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:23:39.748196 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:39.752749 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:39.760578 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:39.823484 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Pushing event updated for resources: {'Port': ['ID=991daf42-0c8c-4426-aee4-ad4be99b26e7,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:39.827442 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:39.889468 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41734) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:40.043688 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6c88d8a5-2e04-40bc-a935-751a024ae268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:40.060703 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-6c88d8a5-2e04-40bc-a935-751a024ae268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:40.065308 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-6c88d8a5-2e04-40bc-a935-751a024ae268 admin admin] Usage tracker for resource:security_group_rule and tenant:6dc8b280c6694571a8e20dd773551f57 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:40.068268 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-6c88d8a5-2e04-40bc-a935-751a024ae268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:40.074591 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-6c88d8a5-2e04-40bc-a935-751a024ae268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:40.173153 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6c88d8a5-2e04-40bc-a935-751a024ae268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:40.177791 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6c88d8a5-2e04-40bc-a935-751a024ae268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:40.187542 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-53e16574-2439-4c64-ba68-677cd53509e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:40.208859 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] Pushing event updated for resources: {'Port': ['ID=42d2a3a3-2580-4d71-a120-ad0e5a2394e8,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:40.235223 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-6c88d8a5-2e04-40bc-a935-751a024ae268 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6dc8b280c6694571a8e20dd773551f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445709 Apr 19 18:23:40.237625 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88d8a5-2e04-40bc-a935-751a024ae268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb222af-89bd-4749-9ee1-a8e9088b6f59,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:40.240962 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-6c88d8a5-2e04-40bc-a935-751a024ae268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:40.241665 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41742) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:40.242075 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:40.309880 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-12b37710-fdc2-4fc9-a123-b45dff37e5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:40.340051 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6950a8c-5cf9-495f-9c2c-b83ea2c7217e req-c7619f01-7d8f-494a-9d93-de74b6a3f979 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:40.340693 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-e6950a8c-5cf9-495f-9c2c-b83ea2c7217e req-c7619f01-7d8f-494a-9d93-de74b6a3f979 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Synchronizing usage tracker for tenant:2ecc46ba406c49228523cb5b97f01bf0 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:23:40.342183 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-12b37710-fdc2-4fc9-a123-b45dff37e5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:40.369666 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] Attempting to bind port 42d2a3a3-2580-4d71-a120-ad0e5a2394e8 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:23:40.370052 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] Attempting to bind port 42d2a3a3-2580-4d71-a120-ad0e5a2394e8 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '969f0f32-ecdd-4589-bdda-93d384815005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:23:40.370446 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] Attempting to bind port 42d2a3a3-2580-4d71-a120-ad0e5a2394e8 on network 69808130-b7ac-463c-88f3-9f02786d4c57 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:23:40.375621 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-e6950a8c-5cf9-495f-9c2c-b83ea2c7217e req-c7619f01-7d8f-494a-9d93-de74b6a3f979 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Unset dirty status for tenant:2ecc46ba406c49228523cb5b97f01bf0 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:23:40.376968 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e6950a8c-5cf9-495f-9c2c-b83ea2c7217e req-c7619f01-7d8f-494a-9d93-de74b6a3f979 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 943 time: 0.3189132 Apr 19 18:23:40.378012 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] Port 42d2a3a3-2580-4d71-a120-ad0e5a2394e8 on network 69808130-b7ac-463c-88f3-9f02786d4c57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:23:40.378380 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] Attempting to bind port 42d2a3a3-2580-4d71-a120-ad0e5a2394e8 on network 69808130-b7ac-463c-88f3-9f02786d4c57 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:23:40.384183 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] Checking agent: {'id': '22c244b8-6adf-46d7-a39e-9e58770b1817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'started_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:23:40.384617 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] Checking segment: {'id': '969f0f32-ecdd-4589-bdda-93d384815005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:23:40.384946 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] Bound using segment: {'id': '969f0f32-ecdd-4589-bdda-93d384815005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:23:40.385439 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] Bound port: 42d2a3a3-2580-4d71-a120-ad0e5a2394e8, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969f0f32-ecdd-4589-bdda-93d384815005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:23:40.385836 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:40.393333 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-12b37710-fdc2-4fc9-a123-b45dff37e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:40.398628 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cb421d9a-6d67-4751-a31a-af0455e36ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:40.410587 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b37710-fdc2-4fc9-a123-b45dff37e5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb222af-89bd-4749-9ee1-a8e9088b6f59,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:40.415794 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-12b37710-fdc2-4fc9-a123-b45dff37e5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:40.418190 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-12b37710-fdc2-4fc9-a123-b45dff37e5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:40.422315 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-12b37710-fdc2-4fc9-a123-b45dff37e5f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abb222af-89bd-4749-9ee1-a8e9088b6f59 HTTP/1.1" status: 204 len: 168 time: 0.1795750 Apr 19 18:23:40.492995 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e6950a8c-5cf9-495f-9c2c-b83ea2c7217e req-d0c4d909-7b0d-46c0-b8e6-7690960b1d2b tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970075 Apr 19 18:23:40.539692 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] For port 42d2a3a3-2580-4d71-a120-ad0e5a2394e8, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:23:40.543115 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] For port 42d2a3a3-2580-4d71-a120-ad0e5a2394e8, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=42d2a3a3-2580-4d71-a120-ad0e5a2394e8,segment=NetworkSegment(969f0f32-ecdd-4589-bdda-93d384815005),segment_id=969f0f32-ecdd-4589-bdda-93d384815005)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:23:40.549754 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:40.560101 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0dc7a087-b817-426d-a709-7f916f59ef7d tempest-AttachVolumeNegativeTest-1303758592 tempest-AttachVolumeNegativeTest-1303758592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:40.659226 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:40.660665 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:40.663109 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] 10.222.0.95 "PUT /v2.0/ports/42d2a3a3-2580-4d71-a120-ad0e5a2394e8 HTTP/1.1" status: 200 len: 1093 time: 1.5427263 Apr 19 18:23:40.674930 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc525b7f-ae87-46c9-9df5-fe1f7bb46edf', 'tag': '42d2a3a3-2580-4d71-a120-ad0e5a2394e8'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:23:40.696823 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] Pushing event updated for resources: {'Port': ['ID=42d2a3a3-2580-4d71-a120-ad0e5a2394e8,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:40.698672 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91237b-2381-434b-b1eb-b7e8a48db8c1 req-d3e766dc-5cbe-4893-a8df-fd6d17a2602b tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:40.710877 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:40.711032 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6d91237b-2381-434b-b1eb-b7e8a48db8c1 req-d3e766dc-5cbe-4893-a8df-fd6d17a2602b tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 984 time: 0.1438398 Apr 19 18:23:40.780152 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6d91237b-2381-434b-b1eb-b7e8a48db8c1 req-97938ba8-83a1-4977-b7f6-0c9a98b9d9ee tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&id=85bf2de8-c8dd-4212-8366-2a51b4e4b096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680273 Apr 19 18:23:40.838451 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc525b7f-ae87-46c9-9df5-fe1f7bb46edf', 'tag': '42d2a3a3-2580-4d71-a120-ad0e5a2394e8', 'status': 'completed', 'code': 200} Apr 19 18:23:40.883032 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-f7f76186-bf47-4821-bd8c-1ef4a3174eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:40.884950 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-f7f76186-bf47-4821-bd8c-1ef4a3174eec service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2ecc46ba406c49228523cb5b97f01bf0&device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 1096 time: 0.1553659 Apr 19 18:23:40.958705 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41762) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:40.983999 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1a08654e-8b3e-4e3f-b95e-122d52678e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:40.987000 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-a417f3e3-4da9-4816-a8f1-eb8a5b288f14 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42d2a3a3-2580-4d71-a120-ad0e5a2394e8 HTTP/1.1" status: 200 len: 217 time: 0.0916951 Apr 19 18:23:41.001023 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-1a08654e-8b3e-4e3f-b95e-122d52678e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:23:41.005312 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-1a08654e-8b3e-4e3f-b95e-122d52678e1e admin admin] Usage tracker for resource:security_group_rule and tenant:3468645a47914de18d7bc12cc91286e3 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:23:41.008256 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-1a08654e-8b3e-4e3f-b95e-122d52678e1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:23:41.014645 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-1a08654e-8b3e-4e3f-b95e-122d52678e1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:23:41.079666 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-98b6e857-5ef1-4f39-9cf5-52a130fc9597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:41.081746 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-98b6e857-5ef1-4f39-9cf5-52a130fc9597 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=66d92eeb-4f8e-4ed9-99f4-6a70f34b270c HTTP/1.1" status: 200 len: 849 time: 0.0880346 Apr 19 18:23:41.112358 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1a08654e-8b3e-4e3f-b95e-122d52678e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:41.115766 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1a08654e-8b3e-4e3f-b95e-122d52678e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:41.125309 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-dd9353d6-9147-4b01-8162-4185841165d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:41.169231 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08654e-8b3e-4e3f-b95e-122d52678e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68725e7-0a52-419a-a676-2bcf21eae34b,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:41.173144 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-1a08654e-8b3e-4e3f-b95e-122d52678e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:41.179672 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-1a08654e-8b3e-4e3f-b95e-122d52678e1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3468645a47914de18d7bc12cc91286e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172501 Apr 19 18:23:41.180429 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41766) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:41.193268 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-19204acf-5814-4ad4-8605-f7708492da58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:41.195046 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-19204acf-5814-4ad4-8605-f7708492da58 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69808130-b7ac-463c-88f3-9f02786d4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1029806 Apr 19 18:23:41.254284 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6042c82d-2bae-422f-a0e3-e7343ab39bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:41.291655 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6042c82d-2bae-422f-a0e3-e7343ab39bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:41.352815 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6042c82d-2bae-422f-a0e3-e7343ab39bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:41.360290 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-25299fa3-a207-46c8-8779-aafc9caaa012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:41.373955 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042c82d-2bae-422f-a0e3-e7343ab39bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68725e7-0a52-419a-a676-2bcf21eae34b,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:41.377841 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-6042c82d-2bae-422f-a0e3-e7343ab39bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:41.380152 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6042c82d-2bae-422f-a0e3-e7343ab39bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:41.380651 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 991daf42-0c8c-4426-aee4-ad4be99b26e7 up at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:23:41.381306 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-6042c82d-2bae-422f-a0e3-e7343ab39bb2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e68725e7-0a52-419a-a676-2bcf21eae34b HTTP/1.1" status: 204 len: 168 time: 0.2003124 Apr 19 18:23:41.389502 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-564a04dc-9991-4d26-9bd2-e409f523b536 service neutron] 10.222.0.95 "GET /v2.0/networks/69808130-b7ac-463c-88f3-9f02786d4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823595 Apr 19 18:23:41.469739 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Provisioning complete for port 991daf42-0c8c-4426-aee4-ad4be99b26e7 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:23:41.470165 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:41.561107 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a15dee93-5210-4808-bfc9-01dc32223a6d req-b5d6405d-e093-4d8b-8b87-eabbe033677c service neutron] 10.222.0.95 "GET /v2.0/networks/69808130-b7ac-463c-88f3-9f02786d4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594138 Apr 19 18:23:41.755589 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f85b01-ce54-4a9c-84c3-7519974a152c req-b86987cf-580f-4e22-a46b-19085b0e767f tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:41.757241 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c9f85b01-ce54-4a9c-84c3-7519974a152c req-b86987cf-580f-4e22-a46b-19085b0e767f tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 943 time: 0.1000836 Apr 19 18:23:41.768654 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307a8c9-3555-4c37-9a5e-76c78e825c86 req-8a4c8f49-90de-4736-b975-4a2b6eb82326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:41.770257 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9307a8c9-3555-4c37-9a5e-76c78e825c86 req-8a4c8f49-90de-4736-b975-4a2b6eb82326 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2ecc46ba406c49228523cb5b97f01bf0&device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 1096 time: 0.1304755 Apr 19 18:23:41.808966 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c9f85b01-ce54-4a9c-84c3-7519974a152c req-c43f6306-4f3e-4f79-b64a-11f12a8f08bd tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450416 Apr 19 18:23:41.989852 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307a8c9-3555-4c37-9a5e-76c78e825c86 req-40a45ab8-77d1-4990-98bf-58370f3a985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:41.991372 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9307a8c9-3555-4c37-9a5e-76c78e825c86 req-40a45ab8-77d1-4990-98bf-58370f3a985b service neutron] 10.222.0.95 "GET /v2.0/networks?id=69808130-b7ac-463c-88f3-9f02786d4c57 HTTP/1.1" status: 200 len: 911 time: 0.2035499 Apr 19 18:23:42.079278 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9307a8c9-3555-4c37-9a5e-76c78e825c86 req-3436ee39-5924-42d4-96be-2ff82fac7bdd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42d2a3a3-2580-4d71-a120-ad0e5a2394e8 HTTP/1.1" status: 200 len: 217 time: 0.0749815 Apr 19 18:23:42.098538 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77480332-d96a-483c-9ade-0db6e5d5a1ab req-cef6b659-62e9-4c24-b5c8-98067c67cd1a tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:42.100122 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-77480332-d96a-483c-9ade-0db6e5d5a1ab req-cef6b659-62e9-4c24-b5c8-98067c67cd1a tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 984 time: 0.2014260 Apr 19 18:23:42.204364 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307a8c9-3555-4c37-9a5e-76c78e825c86 req-a05c25ba-87c5-43a7-a43c-eb80b58b874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:42.207237 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9307a8c9-3555-4c37-9a5e-76c78e825c86 req-a05c25ba-87c5-43a7-a43c-eb80b58b874e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=66d92eeb-4f8e-4ed9-99f4-6a70f34b270c HTTP/1.1" status: 200 len: 849 time: 0.1188827 Apr 19 18:23:42.214589 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-77480332-d96a-483c-9ade-0db6e5d5a1ab req-e73a60c8-0446-40df-bdea-2b6e61ee8e88 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&id=85bf2de8-c8dd-4212-8366-2a51b4e4b096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0720477 Apr 19 18:23:42.296681 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307a8c9-3555-4c37-9a5e-76c78e825c86 req-7fedda57-ade4-4b81-8de0-00352580e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:42.298210 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9307a8c9-3555-4c37-9a5e-76c78e825c86 req-7fedda57-ade4-4b81-8de0-00352580e08d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69808130-b7ac-463c-88f3-9f02786d4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818827 Apr 19 18:23:42.467145 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9307a8c9-3555-4c37-9a5e-76c78e825c86 req-98fcd2c8-bc1f-4436-8e6b-07bd491d0671 service neutron] 10.222.0.95 "GET /v2.0/networks/69808130-b7ac-463c-88f3-9f02786d4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591604 Apr 19 18:23:42.626011 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9307a8c9-3555-4c37-9a5e-76c78e825c86 req-286b73e1-e64e-4337-a1c5-9bb6894719ff service neutron] 10.222.0.95 "GET /v2.0/networks/69808130-b7ac-463c-88f3-9f02786d4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498694 Apr 19 18:23:43.016077 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d1fe1-3f0d-44fe-8ead-6606cf5e9a3b req-f4667556-d1b6-424d-b482-89c0ffdd07c5 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:43.018092 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-353d1fe1-3f0d-44fe-8ead-6606cf5e9a3b req-f4667556-d1b6-424d-b482-89c0ffdd07c5 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 943 time: 0.0947547 Apr 19 18:23:43.067535 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-353d1fe1-3f0d-44fe-8ead-6606cf5e9a3b req-2374a67e-75a8-4559-aa1d-c9e5f98aeadc tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429394 Apr 19 18:23:43.335423 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 42d2a3a3-2580-4d71-a120-ad0e5a2394e8 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:23:43.426546 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380f492-5fbf-4f10-a681-d93f1a18fa89 req-4ae59adf-8b18-4652-9013-a456a0be5251 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:43.428294 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5380f492-5fbf-4f10-a681-d93f1a18fa89 req-4ae59adf-8b18-4652-9013-a456a0be5251 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 984 time: 0.0977213 Apr 19 18:23:43.482926 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5380f492-5fbf-4f10-a681-d93f1a18fa89 req-7fe13658-020e-4740-b957-8681763ab5aa tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&id=85bf2de8-c8dd-4212-8366-2a51b4e4b096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0478761 Apr 19 18:23:43.490872 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 42d2a3a3-2580-4d71-a120-ad0e5a2394e8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=42d2a3a3-2580-4d71-a120-ad0e5a2394e8,segment=NetworkSegment(969f0f32-ecdd-4589-bdda-93d384815005),segment_id=969f0f32-ecdd-4589-bdda-93d384815005)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:43.505948 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Returning: {'device': '42d2a3a3-2580-4d71-a120-ad0e5a2394e8', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'port_id': '42d2a3a3-2580-4d71-a120-ad0e5a2394e8', 'mac_address': 'fa:16:3e:5d:f9:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:23:43.568822 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:43.586999 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d2a3a3-2580-4d71-a120-ad0e5a2394e8 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:23:43.604105 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 42d2a3a3-2580-4d71-a120-ad0e5a2394e8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=42d2a3a3-2580-4d71-a120-ad0e5a2394e8,segment=NetworkSegment(969f0f32-ecdd-4589-bdda-93d384815005),segment_id=969f0f32-ecdd-4589-bdda-93d384815005)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:43.608683 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:43.610516 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d62da1c8-53eb-4374-8036-c687eb5dc3d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:43.683573 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=42d2a3a3-2580-4d71-a120-ad0e5a2394e8,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:43.686733 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:43.904545 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['42d2a3a3-2580-4d71-a120-ad0e5a2394e8'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:23:44.279805 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272675c-8150-48a9-9f57-2c635b3a2c6e req-02ff152f-1f86-4dd0-98c8-dbd21eaa3507 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:44.281486 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d272675c-8150-48a9-9f57-2c635b3a2c6e req-02ff152f-1f86-4dd0-98c8-dbd21eaa3507 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 944 time: 0.0965469 Apr 19 18:23:44.336798 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d272675c-8150-48a9-9f57-2c635b3a2c6e req-720e20b1-fe03-4e45-8194-0f26f01ea173 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480590 Apr 19 18:23:44.693430 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a8de9-48e1-4888-a831-61ae66f5ed4b req-edecffb9-ebc5-4ab7-b329-28e71dbce313 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:44.695067 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-124a8de9-48e1-4888-a831-61ae66f5ed4b req-edecffb9-ebc5-4ab7-b329-28e71dbce313 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 984 time: 0.0905929 Apr 19 18:23:44.752755 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-124a8de9-48e1-4888-a831-61ae66f5ed4b req-16fa30ca-c85f-40c5-821d-6b6580e17d66 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&id=85bf2de8-c8dd-4212-8366-2a51b4e4b096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511141 Apr 19 18:23:45.345345 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 42d2a3a3-2580-4d71-a120-ad0e5a2394e8 up at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:23:45.419057 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning for port 42d2a3a3-2580-4d71-a120-ad0e5a2394e8 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:23:45.425163 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning complete for port 42d2a3a3-2580-4d71-a120-ad0e5a2394e8 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:23:45.425589 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:45.588920 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978eb09-8b56-4aa1-97ac-a1a70eb1265a req-c8262631-08cb-40ad-9f8f-2b9e024c0861 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:45.590537 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2978eb09-8b56-4aa1-97ac-a1a70eb1265a req-c8262631-08cb-40ad-9f8f-2b9e024c0861 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 944 time: 0.1335607 Apr 19 18:23:45.614169 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:45.646260 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2978eb09-8b56-4aa1-97ac-a1a70eb1265a req-85d23b42-4be9-4aca-9aa9-2848e5117430 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476367 Apr 19 18:23:45.647589 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc525b7f-ae87-46c9-9df5-fe1f7bb46edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d2a3a3-2580-4d71-a120-ad0e5a2394e8'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:23:45.659286 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 42d2a3a3-2580-4d71-a120-ad0e5a2394e8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=42d2a3a3-2580-4d71-a120-ad0e5a2394e8,segment=NetworkSegment(969f0f32-ecdd-4589-bdda-93d384815005),segment_id=969f0f32-ecdd-4589-bdda-93d384815005)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:45.671071 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:45.671071 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:45.705823 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc525b7f-ae87-46c9-9df5-fe1f7bb46edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d2a3a3-2580-4d71-a120-ad0e5a2394e8', 'code': 200} Apr 19 18:23:45.749645 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=42d2a3a3-2580-4d71-a120-ad0e5a2394e8,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:45.753502 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:45.964501 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d81c9-c3d4-42fc-b258-ca8121a11460 req-1460d3b9-52c4-4ef2-bff8-dcde65bba73f tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:45.966115 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-332d81c9-c3d4-42fc-b258-ca8121a11460 req-1460d3b9-52c4-4ef2-bff8-dcde65bba73f tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 984 time: 0.0946369 Apr 19 18:23:46.010090 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf9b45-94b7-47bb-bd0b-0051d74b09e9 req-10ac6e8c-751d-4800-9f3a-8f549028706a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:46.011708 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a0cf9b45-94b7-47bb-bd0b-0051d74b09e9 req-10ac6e8c-751d-4800-9f3a-8f549028706a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 945 time: 0.1598141 Apr 19 18:23:46.019303 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27ba35-a17b-4b56-9d4a-68000050524c req-b72fadd3-83c2-43b3-b370-704e4df572e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:46.020219 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-332d81c9-c3d4-42fc-b258-ca8121a11460 req-1c9d1c03-0b6b-4366-8913-02f6b0eb5a38 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&id=85bf2de8-c8dd-4212-8366-2a51b4e4b096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0474422 Apr 19 18:23:46.020861 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-db27ba35-a17b-4b56-9d4a-68000050524c req-b72fadd3-83c2-43b3-b370-704e4df572e6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 1098 time: 0.1150029 Apr 19 18:23:46.098646 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a0cf9b45-94b7-47bb-bd0b-0051d74b09e9 req-7e10a380-76e5-40db-b4b4-9462452870de tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767391 Apr 19 18:23:46.104758 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-db27ba35-a17b-4b56-9d4a-68000050524c req-d3f82a7d-b4af-4fa7-b7be-4c6dbb711065 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681694 Apr 19 18:23:46.861916 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fcd71-d51b-46b0-abf5-3c9b66789c33 req-7b81a41f-f899-4142-8b15-46a0a5ee58aa tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:46.863525 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e74fcd71-d51b-46b0-abf5-3c9b66789c33 req-7b81a41f-f899-4142-8b15-46a0a5ee58aa tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.0966122 Apr 19 18:23:46.913464 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e74fcd71-d51b-46b0-abf5-3c9b66789c33 req-cd283bf2-ee1b-4d43-aba4-2fbe6c43b3a4 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432668 Apr 19 18:23:47.235857 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703c4e1-4d58-4353-839b-132aa803c37b req-ae36ee32-301a-46c9-85f7-78b11d76f0f5 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:47.237661 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4703c4e1-4d58-4353-839b-132aa803c37b req-ae36ee32-301a-46c9-85f7-78b11d76f0f5 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 984 time: 0.0931723 Apr 19 18:23:47.289943 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4703c4e1-4d58-4353-839b-132aa803c37b req-35ee6ba4-ccd9-4418-8053-dfcf8c5f79c9 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&id=85bf2de8-c8dd-4212-8366-2a51b4e4b096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456560 Apr 19 18:23:47.311447 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37565c79-cdf7-4835-977e-b00d55131bdb req-7a08226e-ae7c-4599-b065-cf2cd693e64d tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:47.313065 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-37565c79-cdf7-4835-977e-b00d55131bdb req-7a08226e-ae7c-4599-b065-cf2cd693e64d tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 945 time: 0.0946689 Apr 19 18:23:47.363406 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-37565c79-cdf7-4835-977e-b00d55131bdb req-f0006d2f-d682-42c9-8c92-e4642ab1e447 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430379 Apr 19 18:23:48.119081 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bbf21-b946-4191-9ff1-5685bde1293a req-d1a2cac8-2e1f-4121-9149-4b155a1df2d0 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:48.120733 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-813bbf21-b946-4191-9ff1-5685bde1293a req-d1a2cac8-2e1f-4121-9149-4b155a1df2d0 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.0937746 Apr 19 18:23:48.169716 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-813bbf21-b946-4191-9ff1-5685bde1293a req-1a12f8f1-eec7-4ae1-8dd7-d4d8f1fc31d3 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419981 Apr 19 18:23:48.383094 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114c6f5-92fe-444f-b1dc-c2c50b180a3d req-518f75ff-014f-4ab5-be1a-3e840029d5a6 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:48.384739 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d114c6f5-92fe-444f-b1dc-c2c50b180a3d req-518f75ff-014f-4ab5-be1a-3e840029d5a6 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.1000829 Apr 19 18:23:48.394620 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 41828) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:23:48.401120 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-dfb5abda-7868-4723-b988-e2e69ac3d8b7 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Request body: {'floatingip': {'port_id': '42d2a3a3-2580-4d71-a120-ad0e5a2394e8'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:23:48.537680 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dfb5abda-7868-4723-b988-e2e69ac3d8b7 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for floatingip, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:48.570248 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498b0a7-5223-4225-a3d2-eb6a8bb32f01 req-594407a0-2c35-4329-abdc-4343ac6ef661 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:48.571897 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b498b0a7-5223-4225-a3d2-eb6a8bb32f01 req-594407a0-2c35-4329-abdc-4343ac6ef661 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 945 time: 0.0911274 Apr 19 18:23:48.632397 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b498b0a7-5223-4225-a3d2-eb6a8bb32f01 req-4fad4449-6669-4bde-9a1a-60aaa7a37af8 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450499 Apr 19 18:23:48.751404 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa7cd4-493e-43c9-9d7e-bed2b49926f4 req-582a8067-b77f-46d1-82d9-f14de4e11d22 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:48.753155 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1afa7cd4-493e-43c9-9d7e-bed2b49926f4 req-582a8067-b77f-46d1-82d9-f14de4e11d22 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 984 time: 0.2892044 Apr 19 18:23:48.960937 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1afa7cd4-493e-43c9-9d7e-bed2b49926f4 req-699030b0-d51b-4013-9d5f-a65d5f821b38 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&id=85bf2de8-c8dd-4212-8366-2a51b4e4b096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1982038 Apr 19 18:23:49.476040 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dfb5abda-7868-4723-b988-e2e69ac3d8b7 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:49.478616 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dfb5abda-7868-4723-b988-e2e69ac3d8b7 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962486'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:49.663300 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.l3_db [None req-dfb5abda-7868-4723-b988-e2e69ac3d8b7 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Floating IP 607a60a4-0b6d-437b-b062-5e9314595674 associated. External IP: 172.28.1.99, port: 42d2a3a3-2580-4d71-a120-ad0e5a2394e8. Apr 19 18:23:49.843781 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554c817-8e77-44aa-868d-9f4705871404 req-77c60c04-af69-417b-b23c-526c90bcd33b tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:49.845325 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e554c817-8e77-44aa-868d-9f4705871404 req-77c60c04-af69-417b-b23c-526c90bcd33b tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 945 time: 0.0946853 Apr 19 18:23:49.896100 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e554c817-8e77-44aa-868d-9f4705871404 req-352746c2-67cd-4703-972d-f01feb716f5b tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436616 Apr 19 18:23:50.049254 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb5abda-7868-4723-b988-e2e69ac3d8b7 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Router 6997219b-9f81-42bd-8d91-569b9e2b8550 has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:23:50.315554 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb5abda-7868-4723-b988-e2e69ac3d8b7 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:23:50.325227 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512822ba-ed93-468d-8551-8a6e0ea7dd12 req-b1f09449-cc3a-4f45-bde0-012989388ef6 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:50.325685 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261c1309-76ac-484a-a18c-6aa901e126dd None None] Sync routers for ids ['6997219b-9f81-42bd-8d91-569b9e2b8550'] in dv-cinder-786928-1-smb {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:23:50.326848 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-512822ba-ed93-468d-8551-8a6e0ea7dd12 req-b1f09449-cc3a-4f45-bde0-012989388ef6 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 984 time: 0.2125931 Apr 19 18:23:50.330071 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dfb5abda-7868-4723-b988-e2e69ac3d8b7 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:50.345043 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c1309-76ac-484a-a18c-6aa901e126dd None None] Routers {'6997219b-9f81-42bd-8d91-569b9e2b8550'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:23:50.345734 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-261c1309-76ac-484a-a18c-6aa901e126dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:23:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['6997219b-9f81-42bd-8d91-569b9e2b8550'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:50.425037 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-dfb5abda-7868-4723-b988-e2e69ac3d8b7 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "PUT /v2.0/floatingips/607a60a4-0b6d-437b-b062-5e9314595674 HTTP/1.1" status: 200 len: 990 time: 2.0287712 Apr 19 18:23:50.429191 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc525b7f-ae87-46c9-9df5-fe1f7bb46edf', 'tag': '42d2a3a3-2580-4d71-a120-ad0e5a2394e8'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:23:50.443118 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-512822ba-ed93-468d-8551-8a6e0ea7dd12 req-b49ae7b2-debb-481b-811b-d43147471b34 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&id=85bf2de8-c8dd-4212-8366-2a51b4e4b096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0791943 Apr 19 18:23:50.475675 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d552a109-6b97-446a-8ce0-3139f7797e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:50.506722 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc525b7f-ae87-46c9-9df5-fe1f7bb46edf', 'tag': '42d2a3a3-2580-4d71-a120-ad0e5a2394e8', 'status': 'completed', 'code': 200} Apr 19 18:23:50.549858 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-261c1309-76ac-484a-a18c-6aa901e126dd None None] Set router 6997219b-9f81-42bd-8d91-569b9e2b8550 gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:23:50.624814 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a151da-e620-43b1-ac39-d76d770cac15 req-a3b7202f-6a1c-461d-bdae-a0b49a3bbb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:50.626646 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-35a151da-e620-43b1-ac39-d76d770cac15 req-a3b7202f-6a1c-461d-bdae-a0b49a3bbb89 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2ecc46ba406c49228523cb5b97f01bf0&device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 1098 time: 0.0869656 Apr 19 18:23:50.782868 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a151da-e620-43b1-ac39-d76d770cac15 req-3edeef10-11f7-4f62-b253-dde8a834aac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:50.784766 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-35a151da-e620-43b1-ac39-d76d770cac15 req-3edeef10-11f7-4f62-b253-dde8a834aac6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=69808130-b7ac-463c-88f3-9f02786d4c57 HTTP/1.1" status: 200 len: 911 time: 0.1437094 Apr 19 18:23:50.901228 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-35a151da-e620-43b1-ac39-d76d770cac15 req-9899c550-d2ae-4559-a1c3-8237f2c23ad7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42d2a3a3-2580-4d71-a120-ad0e5a2394e8 HTTP/1.1" status: 200 len: 998 time: 0.1094866 Apr 19 18:23:50.940064 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-261c1309-76ac-484a-a18c-6aa901e126dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'name': 'tempest-AttachVolumeTestJSON-584008685-router', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:23:26Z', 'updated_at': '2021-04-19T18:23:31Z', 'revision_number': 4, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'gw_port': {'id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:27Z', 'updated_at': '2021-04-19T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_floatingips': [{'id': '607a60a4-0b6d-437b-b062-5e9314595674', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'floating_ip_address': '172.28.1.99', 'floating_network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'router_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'port_id': '42d2a3a3-2580-4d71-a120-ad0e5a2394e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'mac_address': 'fa:16:3e:5d:f9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc525b7f-ae87-46c9-9df5-fe1f7bb46edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:23:34Z', 'updated_at': '2021-04-19T18:23:49Z', 'revision_number': 1, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991daf42-0c8c-4426-aee4-ad4be99b26e7', 'name': '', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'mac_address': 'fa:16:3e:2b:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:30Z', 'updated_at': '2021-04-19T18:23:39Z', 'revision_number': 5, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'subnets': [{'id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:50.944378 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261c1309-76ac-484a-a18c-6aa901e126dd None None] Checking router: 6997219b-9f81-42bd-8d91-569b9e2b8550 for host: dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:23:50.953696 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c1309-76ac-484a-a18c-6aa901e126dd None None] Routers {'6997219b-9f81-42bd-8d91-569b9e2b8550'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:23:50.954366 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-261c1309-76ac-484a-a18c-6aa901e126dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:23:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['6997219b-9f81-42bd-8d91-569b9e2b8550'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:50.979970 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a151da-e620-43b1-ac39-d76d770cac15 req-2c5afa38-4030-455f-9da4-5a7455e0505d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:50.981605 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-35a151da-e620-43b1-ac39-d76d770cac15 req-2c5afa38-4030-455f-9da4-5a7455e0505d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=66d92eeb-4f8e-4ed9-99f4-6a70f34b270c HTTP/1.1" status: 200 len: 849 time: 0.0721884 Apr 19 18:23:51.144321 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a151da-e620-43b1-ac39-d76d770cac15 req-f82a4a01-b670-4bd7-97a7-407d950e3e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:51.145966 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-35a151da-e620-43b1-ac39-d76d770cac15 req-f82a4a01-b670-4bd7-97a7-407d950e3e04 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69808130-b7ac-463c-88f3-9f02786d4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1536851 Apr 19 18:23:51.160416 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4bbb6-fd96-4df9-9f57-b518b2d812f1 req-752de407-79bd-4c65-bf95-7bb516d461ed tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:51.162147 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-62b4bbb6-fd96-4df9-9f57-b518b2d812f1 req-752de407-79bd-4c65-bf95-7bb516d461ed tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 945 time: 0.1293154 Apr 19 18:23:51.317266 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-62b4bbb6-fd96-4df9-9f57-b518b2d812f1 req-84026a95-f9f2-4d07-9a06-ae275b8af18b tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249301 Apr 19 18:23:51.325488 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-261c1309-76ac-484a-a18c-6aa901e126dd None None] Set router 6997219b-9f81-42bd-8d91-569b9e2b8550 gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:23:51.357258 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-35a151da-e620-43b1-ac39-d76d770cac15 req-bdf12e54-661c-49b9-9d5d-151d18ff3085 service neutron] 10.222.0.95 "GET /v2.0/networks/69808130-b7ac-463c-88f3-9f02786d4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928523 Apr 19 18:23:51.509367 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-35a151da-e620-43b1-ac39-d76d770cac15 req-84615d39-d875-4d94-a9ad-a5d5b3149d23 service neutron] 10.222.0.95 "GET /v2.0/networks/69808130-b7ac-463c-88f3-9f02786d4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440227 Apr 19 18:23:51.667062 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edc372-997f-4e0d-8a29-c113b89b0436 req-e284a49c-2868-4da4-b1de-c651d2730782 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:51.668791 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-18edc372-997f-4e0d-8a29-c113b89b0436 req-e284a49c-2868-4da4-b1de-c651d2730782 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 984 time: 0.1005950 Apr 19 18:23:51.726146 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-18edc372-997f-4e0d-8a29-c113b89b0436 req-7ddeb246-72ee-4b6e-8320-06f05b96c84d tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&id=85bf2de8-c8dd-4212-8366-2a51b4e4b096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0487223 Apr 19 18:23:51.730061 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-261c1309-76ac-484a-a18c-6aa901e126dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'name': 'tempest-AttachVolumeTestJSON-584008685-router', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:23:26Z', 'updated_at': '2021-04-19T18:23:31Z', 'revision_number': 4, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'gw_port': {'id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:27Z', 'updated_at': '2021-04-19T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_floatingips': [{'id': '607a60a4-0b6d-437b-b062-5e9314595674', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'floating_ip_address': '172.28.1.99', 'floating_network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'router_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'port_id': '42d2a3a3-2580-4d71-a120-ad0e5a2394e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'mac_address': 'fa:16:3e:5d:f9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc525b7f-ae87-46c9-9df5-fe1f7bb46edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:23:34Z', 'updated_at': '2021-04-19T18:23:49Z', 'revision_number': 1, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991daf42-0c8c-4426-aee4-ad4be99b26e7', 'name': '', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'mac_address': 'fa:16:3e:2b:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:30Z', 'updated_at': '2021-04-19T18:23:39Z', 'revision_number': 5, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'subnets': [{'id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:51.734719 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261c1309-76ac-484a-a18c-6aa901e126dd None None] The sync data for ids ['6997219b-9f81-42bd-8d91-569b9e2b8550'] in dv-cinder-786928-1-smb is: [{'id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'name': 'tempest-AttachVolumeTestJSON-584008685-router', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:23:26Z', 'updated_at': '2021-04-19T18:23:31Z', 'revision_number': 4, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'gw_port': {'id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:27Z', 'updated_at': '2021-04-19T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_floatingips': [{'id': '607a60a4-0b6d-437b-b062-5e9314595674', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'floating_ip_address': '172.28.1.99', 'floating_network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'router_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'port_id': '42d2a3a3-2580-4d71-a120-ad0e5a2394e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'mac_address': 'fa:16:3e:5d:f9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc525b7f-ae87-46c9-9df5-fe1f7bb46edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:23:34Z', 'updated_at': '2021-04-19T18:23:49Z', 'revision_number': 1, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991daf42-0c8c-4426-aee4-ad4be99b26e7', 'name': '', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'mac_address': 'fa:16:3e:2b:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:30Z', 'updated_at': '2021-04-19T18:23:39Z', 'revision_number': 5, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'subnets': [{'id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:23:51.999000 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8ad4a-67e5-405a-bbef-d3d35df6e136 req-883a39be-5c90-4a29-81d7-3e3ea90867a0 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:52.000685 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a9d8ad4a-67e5-405a-bbef-d3d35df6e136 req-883a39be-5c90-4a29-81d7-3e3ea90867a0 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 945 time: 0.0898285 Apr 19 18:23:52.034655 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c98a81-f948-4875-8279-11f9ff8b52ea None None] New status for floating IP 607a60a4-0b6d-437b-b062-5e9314595674: ACTIVE {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:23:52.085498 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-a9d8ad4a-67e5-405a-bbef-d3d35df6e136 req-43a30af9-976a-4fe0-906d-84aaa32d1d74 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Deleting port 0c6a40f1-a0d6-487e-8ac3-44a709955a29 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:23:52.085870 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-a9d8ad4a-67e5-405a-bbef-d3d35df6e136 req-43a30af9-976a-4fe0-906d-84aaa32d1d74 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:52.360830 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-a9d8ad4a-67e5-405a-bbef-d3d35df6e136 req-43a30af9-976a-4fe0-906d-84aaa32d1d74 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] For port 0c6a40f1-a0d6-487e-8ac3-44a709955a29, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0c6a40f1-a0d6-487e-8ac3-44a709955a29,segment=NetworkSegment(c9b49068-2d9d-4702-8583-d31d5677a115),segment_id=c9b49068-2d9d-4702-8583-d31d5677a115)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:52.361340 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-a9d8ad4a-67e5-405a-bbef-d3d35df6e136 req-43a30af9-976a-4fe0-906d-84aaa32d1d74 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:52.505491 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-a9d8ad4a-67e5-405a-bbef-d3d35df6e136 req-43a30af9-976a-4fe0-906d-84aaa32d1d74 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Calling delete_port for 0c6a40f1-a0d6-487e-8ac3-44a709955a29 owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:23:52.943344 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089c2c6-5e4e-441e-9f72-6ecb4f7fa6cb req-c2adbb23-b3a6-4bf4-9682-bbd031a2c32a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:52.944929 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0089c2c6-5e4e-441e-9f72-6ecb4f7fa6cb req-c2adbb23-b3a6-4bf4-9682-bbd031a2c32a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4e4e335-dba4-4e85-b63c-9ef59fa938ae HTTP/1.1" status: 200 len: 945 time: 0.4482932 Apr 19 18:23:53.007118 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-170d6ba3-c6dc-4259-a913-1761ba99593e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:53.020332 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0089c2c6-5e4e-441e-9f72-6ecb4f7fa6cb req-e6001341-5a38-41bb-b56e-188d6570a338 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687959 Apr 19 18:23:53.021168 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-a9d8ad4a-67e5-405a-bbef-d3d35df6e136 req-43a30af9-976a-4fe0-906d-84aaa32d1d74 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:53.027738 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:53.034369 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['0c6a40f1-a0d6-487e-8ac3-44a709955a29'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:23:53.053647 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ad39d-0d7f-4ee6-95d6-5b6b6c7cdd67 req-2ff045d0-14ce-4d1b-90c8-0733957e879f tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:53.055421 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e11ad39d-0d7f-4ee6-95d6-5b6b6c7cdd67 req-2ff045d0-14ce-4d1b-90c8-0733957e879f tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 984 time: 0.1020038 Apr 19 18:23:53.082456 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a30af9-976a-4fe0-906d-84aaa32d1d74 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Pushing event deleted for resources: {'Port': ['ID=0c6a40f1-a0d6-487e-8ac3-44a709955a29,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:53.085420 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-43a30af9-976a-4fe0-906d-84aaa32d1d74 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:53.119080 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e11ad39d-0d7f-4ee6-95d6-5b6b6c7cdd67 req-4552f3b6-ed17-4e0b-9eae-fa3a81728717 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&id=85bf2de8-c8dd-4212-8366-2a51b4e4b096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572407 Apr 19 18:23:53.172883 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d8ad4a-67e5-405a-bbef-d3d35df6e136 req-43a30af9-976a-4fe0-906d-84aaa32d1d74 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] No DVR routers for this DVR port 0c6a40f1-a0d6-487e-8ac3-44a709955a29 on host hv-cinder-78692 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:23:53.176126 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-a9d8ad4a-67e5-405a-bbef-d3d35df6e136 req-43a30af9-976a-4fe0-906d-84aaa32d1d74 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:53.179061 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e4e335-dba4-4e85-b63c-9ef59fa938ae', 'name': 'network-vif-deleted', 'tag': '0c6a40f1-a0d6-487e-8ac3-44a709955a29'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:23:53.196864 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a9d8ad4a-67e5-405a-bbef-d3d35df6e136 req-43a30af9-976a-4fe0-906d-84aaa32d1d74 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.95 "DELETE /v2.0/ports/0c6a40f1-a0d6-487e-8ac3-44a709955a29 HTTP/1.1" status: 204 len: 173 time: 1.1900473 Apr 19 18:23:53.237431 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e4e335-dba4-4e85-b63c-9ef59fa938ae', 'name': 'network-vif-deleted', 'tag': '0c6a40f1-a0d6-487e-8ac3-44a709955a29', 'status': 'completed', 'code': 200} Apr 19 18:23:53.836615 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:54.177458 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:23:54.203109 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:54.369919 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30534b0-d0cb-4c89-b33e-15d7fe8e40d7 req-6027fe84-65b3-4204-8af4-28d31428294c tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:54.371598 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b30534b0-d0cb-4c89-b33e-15d7fe8e40d7 req-6027fe84-65b3-4204-8af4-28d31428294c tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 984 time: 0.1208940 Apr 19 18:23:54.435280 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b30534b0-d0cb-4c89-b33e-15d7fe8e40d7 req-50d2e73e-6d69-4f27-aaff-d40518b0b995 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&id=85bf2de8-c8dd-4212-8366-2a51b4e4b096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559728 Apr 19 18:23:55.279762 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c6b6a-d9fb-4396-96bc-3d7efa2a2730 req-9bb62bdc-b20e-4a43-9b08-e2d083ea4d09 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:55.281373 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1a0c6b6a-d9fb-4396-96bc-3d7efa2a2730 req-9bb62bdc-b20e-4a43-9b08-e2d083ea4d09 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 946 time: 0.0897832 Apr 19 18:23:55.334409 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1a0c6b6a-d9fb-4396-96bc-3d7efa2a2730 req-1eb1a3d4-1fdb-4810-b948-e00ff25277ee tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465577 Apr 19 18:23:55.366961 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 0c6a40f1-a0d6-487e-8ac3-44a709955a29 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:23:55.404648 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-475608ed-a13e-46e7-9848-c108f45467de None None] No Port match for: 0c6a40f1-a0d6-487e-8ac3-44a709955a29 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:23:55.404964 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 0c6a40f1-a0d6-487e-8ac3-44a709955a29 not bound to the agent host hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:23:55.610297 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:55.685727 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbf372-4f3e-4311-a0b5-e88d4b5a0cbe req-68f263c1-dcc6-4a36-b19c-d49cf9221a55 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:55.687452 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c5fbf372-4f3e-4311-a0b5-e88d4b5a0cbe req-68f263c1-dcc6-4a36-b19c-d49cf9221a55 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 984 time: 0.1239631 Apr 19 18:23:55.747341 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c5fbf372-4f3e-4311-a0b5-e88d4b5a0cbe req-55e5f2ca-b391-405c-84e7-e239a05f580d tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&id=85bf2de8-c8dd-4212-8366-2a51b4e4b096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516765 Apr 19 18:23:56.787469 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3913e03-6cc6-492d-b5b4-fbc44c29a802 req-68d265de-7575-436d-9535-522dd451d980 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:56.789131 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f3913e03-6cc6-492d-b5b4-fbc44c29a802 req-68d265de-7575-436d-9535-522dd451d980 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 946 time: 0.3280497 Apr 19 18:23:56.842860 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f3913e03-6cc6-492d-b5b4-fbc44c29a802 req-d13ebb4d-7c8e-4a2a-b90c-00fe95104a47 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468891 Apr 19 18:23:56.968328 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde766c-e964-4365-8821-0e23021d4186 req-b9954c44-4ec4-4fa0-b049-984ccb0132ed tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:56.970008 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7dde766c-e964-4365-8821-0e23021d4186 req-b9954c44-4ec4-4fa0-b049-984ccb0132ed tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 984 time: 0.0951087 Apr 19 18:23:57.074751 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7dde766c-e964-4365-8821-0e23021d4186 req-e9b21e21-5ef6-4eef-8029-1d999c43b387 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&id=85bf2de8-c8dd-4212-8366-2a51b4e4b096&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0980215 Apr 19 18:23:57.114691 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78215ce0-6138-4a1a-9873-7799798137a1 req-f742413c-7e41-4bbb-9f87-f8be2ffe2dde tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:57.116322 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-78215ce0-6138-4a1a-9873-7799798137a1 req-f742413c-7e41-4bbb-9f87-f8be2ffe2dde tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.95 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 946 time: 0.1087461 Apr 19 18:23:57.206452 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-78215ce0-6138-4a1a-9873-7799798137a1 req-d4e6e7d4-ece1-46fd-a66e-f94222b56208 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Deleting port f101b6b7-f82b-4f63-9ca7-d9aea6985bec {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:23:57.206891 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-78215ce0-6138-4a1a-9873-7799798137a1 req-d4e6e7d4-ece1-46fd-a66e-f94222b56208 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:57.481406 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-78215ce0-6138-4a1a-9873-7799798137a1 req-d4e6e7d4-ece1-46fd-a66e-f94222b56208 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] For port f101b6b7-f82b-4f63-9ca7-d9aea6985bec, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f101b6b7-f82b-4f63-9ca7-d9aea6985bec,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:23:57.481814 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-78215ce0-6138-4a1a-9873-7799798137a1 req-d4e6e7d4-ece1-46fd-a66e-f94222b56208 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:57.808036 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-78215ce0-6138-4a1a-9873-7799798137a1 req-d4e6e7d4-ece1-46fd-a66e-f94222b56208 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:57.808611 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-78215ce0-6138-4a1a-9873-7799798137a1 req-d4e6e7d4-ece1-46fd-a66e-f94222b56208 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962486'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:57.808736 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.l3_db [req-78215ce0-6138-4a1a-9873-7799798137a1 req-d4e6e7d4-ece1-46fd-a66e-f94222b56208 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Floating IP ee2ab601-a69e-49ff-8d1a-5eea6d610d28 disassociated. External IP: 172.28.1.5, port: f101b6b7-f82b-4f63-9ca7-d9aea6985bec. Apr 19 18:23:57.809052 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-78215ce0-6138-4a1a-9873-7799798137a1 req-d4e6e7d4-ece1-46fd-a66e-f94222b56208 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Calling delete_port for f101b6b7-f82b-4f63-9ca7-d9aea6985bec owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:23:57.963167 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-78215ce0-6138-4a1a-9873-7799798137a1 req-d4e6e7d4-ece1-46fd-a66e-f94222b56208 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:57.972455 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f664a55a-dcb5-442a-bdfc-e594144844e9 tempest-ServerRescueNegativeTestJSON-1323952816 tempest-ServerRescueNegativeTestJSON-1323952816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:23:58.074094 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6e7d4-ece1-46fd-a66e-f94222b56208 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Pushing event deleted for resources: {'Port': ['ID=f101b6b7-f82b-4f63-9ca7-d9aea6985bec,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:23:58.078759 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-79b64942-1a83-4062-97c2-83e6e3d804c7 req-b147fe10-5b17-4763-9c59-31dbba515efb tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 210 time: 0.1089971 Apr 19 18:23:58.079662 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d4e6e7d4-ece1-46fd-a66e-f94222b56208 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:23:58.280594 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78215ce0-6138-4a1a-9873-7799798137a1 req-d4e6e7d4-ece1-46fd-a66e-f94222b56208 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Router 68a5252f-f615-4404-87a1-60b7384963de has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:23:58.498612 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78215ce0-6138-4a1a-9873-7799798137a1 req-d4e6e7d4-ece1-46fd-a66e-f94222b56208 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:23:58.511994 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbacf17-4802-4f82-88f8-170f17574524 None None] Sync routers for ids ['68a5252f-f615-4404-87a1-60b7384963de'] in dv-cinder-786928-1-smb {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:23:58.524493 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbacf17-4802-4f82-88f8-170f17574524 None None] Routers {'68a5252f-f615-4404-87a1-60b7384963de'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:23:58.525171 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-3fbacf17-4802-4f82-88f8-170f17574524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:23:53Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['68a5252f-f615-4404-87a1-60b7384963de'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:58.604669 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-78215ce0-6138-4a1a-9873-7799798137a1 req-d4e6e7d4-ece1-46fd-a66e-f94222b56208 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] No DVR routers for this DVR port f101b6b7-f82b-4f63-9ca7-d9aea6985bec on host hv-cinder-78692 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:23:58.608102 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-78215ce0-6138-4a1a-9873-7799798137a1 req-d4e6e7d4-ece1-46fd-a66e-f94222b56208 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:23:58.616280 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa19aac-dfe7-4dbb-a756-31c52a15dd36', 'name': 'network-vif-deleted', 'tag': 'f101b6b7-f82b-4f63-9ca7-d9aea6985bec'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:23:58.662457 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-78215ce0-6138-4a1a-9873-7799798137a1 req-d4e6e7d4-ece1-46fd-a66e-f94222b56208 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.95 "DELETE /v2.0/ports/f101b6b7-f82b-4f63-9ca7-d9aea6985bec HTTP/1.1" status: 204 len: 173 time: 1.5394115 Apr 19 18:23:58.678227 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa19aac-dfe7-4dbb-a756-31c52a15dd36', 'name': 'network-vif-deleted', 'tag': 'f101b6b7-f82b-4f63-9ca7-d9aea6985bec', 'status': 'completed', 'code': 200} Apr 19 18:23:58.685859 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-0c02fdd2-3c88-436c-bd5b-3d35d2f4acbf tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:23:58.687627 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-0c02fdd2-3c88-436c-bd5b-3d35d2f4acbf tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/networks?id=08e00816-0bec-4051-b588-104519e4fca9 HTTP/1.1" status: 200 len: 813 time: 0.2042720 Apr 19 18:23:58.704640 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-dafd35f9-8ad1-4e9d-9178-e0d6ac704a5c tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/quotas/dc0d64d42f6041d8bf7e578f1a823ce8 HTTP/1.1" status: 200 len: 375 time: 0.0106583 Apr 19 18:23:58.770798 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-3fbacf17-4802-4f82-88f8-170f17574524 None None] Set router 68a5252f-f615-4404-87a1-60b7384963de gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:23:58.773255 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-aa6ff7d8-433a-4a18-a9f2-265660b7b92c tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc0d64d42f6041d8bf7e578f1a823ce8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568314 Apr 19 18:23:58.936230 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-28cb77c5-740c-4181-bd0a-0daa5c5f4fd2 service neutron] 10.222.0.20 "GET /v2.0/networks/08e00816-0bec-4051-b588-104519e4fca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543851 Apr 19 18:23:59.089478 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-1c7ae56a-8c15-42be-924b-c988bfa780ab service neutron] 10.222.0.20 "GET /v2.0/networks/08e00816-0bec-4051-b588-104519e4fca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464634 Apr 19 18:23:59.155789 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-3fbacf17-4802-4f82-88f8-170f17574524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a5252f-f615-4404-87a1-60b7384963de', 'name': 'tempest-AttachVolumeShelveTestJSON-944512604-router', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:38Z', 'revision_number': 4, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'gw_port': {'id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:20Z', 'updated_at': '2021-04-19T18:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': 'e6808c23-2532-44e8-8b20-18633215a22a', 'name': '', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'mac_address': 'fa:16:3e:6a:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:32Z', 'updated_at': '2021-04-19T18:19:53Z', 'revision_number': 5, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'subnets': [{'id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:59.160734 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbacf17-4802-4f82-88f8-170f17574524 None None] Checking router: 68a5252f-f615-4404-87a1-60b7384963de for host: dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:23:59.171052 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbacf17-4802-4f82-88f8-170f17574524 None None] Routers {'68a5252f-f615-4404-87a1-60b7384963de'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:23:59.171776 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-3fbacf17-4802-4f82-88f8-170f17574524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:23:53Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['68a5252f-f615-4404-87a1-60b7384963de'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:59.391330 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-ef6eb578-516b-4a99-87f2-183f0d06ff2a req-09728f94-534e-4a0d-a7c1-2e0b744c33a3 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Synchronizing usage tracker for tenant:953bb2a403d44bb787795f1209c28a9b on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:23:59.405948 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c320ced9-4cff-4af6-a269-2debfdd82caa req-8baae89f-77cc-4c7c-8595-97fbed404192 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=029c7c4e-6dc2-4e4b-a968-98ba6ed198df HTTP/1.1" status: 200 len: 210 time: 0.1100721 Apr 19 18:23:59.432458 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-ef6eb578-516b-4a99-87f2-183f0d06ff2a req-09728f94-534e-4a0d-a7c1-2e0b744c33a3 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Unset dirty status for tenant:953bb2a403d44bb787795f1209c28a9b on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:23:59.434340 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ef6eb578-516b-4a99-87f2-183f0d06ff2a req-09728f94-534e-4a0d-a7c1-2e0b744c33a3 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa19aac-dfe7-4dbb-a756-31c52a15dd36 HTTP/1.1" status: 200 len: 210 time: 0.1567283 Apr 19 18:23:59.434644 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-3fbacf17-4802-4f82-88f8-170f17574524 None None] Set router 68a5252f-f615-4404-87a1-60b7384963de gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:23:59.503375 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device f101b6b7-f82b-4f63-9ca7-d9aea6985bec no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:23:59.653663 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-475608ed-a13e-46e7-9848-c108f45467de None None] No Port match for: f101b6b7-f82b-4f63-9ca7-d9aea6985bec {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:23:59.654059 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device f101b6b7-f82b-4f63-9ca7-d9aea6985bec not bound to the agent host hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:23:59.885796 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-3fbacf17-4802-4f82-88f8-170f17574524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a5252f-f615-4404-87a1-60b7384963de', 'name': 'tempest-AttachVolumeShelveTestJSON-944512604-router', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:38Z', 'revision_number': 4, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'gw_port': {'id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:20Z', 'updated_at': '2021-04-19T18:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': 'e6808c23-2532-44e8-8b20-18633215a22a', 'name': '', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'mac_address': 'fa:16:3e:6a:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:32Z', 'updated_at': '2021-04-19T18:19:53Z', 'revision_number': 5, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'subnets': [{'id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:23:59.890097 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbacf17-4802-4f82-88f8-170f17574524 None None] The sync data for ids ['68a5252f-f615-4404-87a1-60b7384963de'] in dv-cinder-786928-1-smb is: [{'id': '68a5252f-f615-4404-87a1-60b7384963de', 'name': 'tempest-AttachVolumeShelveTestJSON-944512604-router', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:38Z', 'revision_number': 4, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'gw_port': {'id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:20Z', 'updated_at': '2021-04-19T18:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': 'e6808c23-2532-44e8-8b20-18633215a22a', 'name': '', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'mac_address': 'fa:16:3e:6a:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:32Z', 'updated_at': '2021-04-19T18:19:53Z', 'revision_number': 5, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'subnets': [{'id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:23:59.976092 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:00.290572 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89a95be-9b61-4616-81ea-43cdf7ab008e None None] New status for floating IP ee2ab601-a69e-49ff-8d1a-5eea6d610d28: DOWN {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:24:00.610216 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-5db725d2-d46f-45fc-8113-8b990fd1e916 req-2193c7b0-2844-43b8-b9ac-24332f8c1bed tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Synchronizing usage tracker for tenant:dc0d64d42f6041d8bf7e578f1a823ce8 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:24:00.691593 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-5db725d2-d46f-45fc-8113-8b990fd1e916 req-2193c7b0-2844-43b8-b9ac-24332f8c1bed tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Unset dirty status for tenant:dc0d64d42f6041d8bf7e578f1a823ce8 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:24:00.692893 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5db725d2-d46f-45fc-8113-8b990fd1e916 req-2193c7b0-2844-43b8-b9ac-24332f8c1bed tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=029c7c4e-6dc2-4e4b-a968-98ba6ed198df HTTP/1.1" status: 200 len: 210 time: 0.1667004 Apr 19 18:24:00.702064 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 41962) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:00.794863 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3c08e51a-0a2e-4c5a-bdd0-cbea7f410eeb tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:00.827237 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3c08e51a-0a2e-4c5a-bdd0-cbea7f410eeb tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:01.014264 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3c08e51a-0a2e-4c5a-bdd0-cbea7f410eeb tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:01.023229 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ad8753bd-a22f-425a-8e86-c211fe6e869f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:01.054383 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08e51a-0a2e-4c5a-bdd0-cbea7f410eeb tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8669c61c-da93-42b6-8c7d-f1a1eb4c4e25,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:01.060088 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-3c08e51a-0a2e-4c5a-bdd0-cbea7f410eeb tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:01.068707 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3c08e51a-0a2e-4c5a-bdd0-cbea7f410eeb tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:01.072766 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-3c08e51a-0a2e-4c5a-bdd0-cbea7f410eeb tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "DELETE /v2.0/security-groups/8669c61c-da93-42b6-8c7d-f1a1eb4c4e25 HTTP/1.1" status: 204 len: 168 time: 0.3668084 Apr 19 18:24:01.073063 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41968) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:01.086021 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-6e32a5f3-e292-40d9-a069-8381417cf9c2 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:01.087721 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-6e32a5f3-e292-40d9-a069-8381417cf9c2 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.95 "GET /v2.0/networks?id=08e00816-0bec-4051-b588-104519e4fca9 HTTP/1.1" status: 200 len: 813 time: 0.2449431 Apr 19 18:24:01.091768 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.v2.resource [None req-04b23c44-8ccb-48f2-95ae-67069273ca75 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] show failed (client error): The resource could not be found. Apr 19 18:24:01.095290 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-04b23c44-8ccb-48f2-95ae-67069273ca75 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups/8669c61c-da93-42b6-8c7d-f1a1eb4c4e25 HTTP/1.1" status: 404 len: 347 time: 0.0187876 Apr 19 18:24:01.096453 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41972) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:01.102301 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-2a763200-bd3d-4cc2-bdc8-e08e961b634d tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Request body: {'port': {'device_id': '029c7c4e-6dc2-4e4b-a968-98ba6ed198df', 'network_id': '08e00816-0bec-4051-b588-104519e4fca9', 'admin_state_up': True, 'tenant_id': 'dc0d64d42f6041d8bf7e578f1a823ce8'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:24:01.274093 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-2a763200-bd3d-4cc2-bdc8-e08e961b634d tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:24:01.280170 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-dfcb63be-5c1d-4ac2-88c2-8627e2f62c4e tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Deleting port 432eaa30-379b-497e-9603-2f20f1e43e88 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:24:01.280782 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dfcb63be-5c1d-4ac2-88c2-8627e2f62c4e tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:01.286068 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-2a763200-bd3d-4cc2-bdc8-e08e961b634d tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:24:01.295295 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-2a763200-bd3d-4cc2-bdc8-e08e961b634d tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Made reservation on behalf of dc0d64d42f6041d8bf7e578f1a823ce8 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:24:01.302193 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-2a763200-bd3d-4cc2-bdc8-e08e961b634d tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:01.478167 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dfcb63be-5c1d-4ac2-88c2-8627e2f62c4e tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:01.478585 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dfcb63be-5c1d-4ac2-88c2-8627e2f62c4e tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:01.485400 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-2a763200-bd3d-4cc2-bdc8-e08e961b634d tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Allocated IP 172.20.0.14 (08e00816-0bec-4051-b588-104519e4fca9/fe75bd92-2500-49d8-a570-c64849885c39/2b12aa67-5a5c-4684-b327-fa5b427c4b41) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:24:01.617603 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-dfcb63be-5c1d-4ac2-88c2-8627e2f62c4e tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Calling delete_port for 432eaa30-379b-497e-9603-2f20f1e43e88 owned by network:floatingip {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:24:01.710743 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-2a763200-bd3d-4cc2-bdc8-e08e961b634d tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:01.744487 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-2a763200-bd3d-4cc2-bdc8-e08e961b634d tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:01.750446 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0128f1a3-8d16-483d-8831-f0fbf8c07769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:01.777255 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dfcb63be-5c1d-4ac2-88c2-8627e2f62c4e tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:01.782761 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:01.820560 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-2a763200-bd3d-4cc2-bdc8-e08e961b634d tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Network 08e00816-0bec-4051-b588-104519e4fca9 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:24:01.829070 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-2a763200-bd3d-4cc2-bdc8-e08e961b634d tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:24:01.834288 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-2a763200-bd3d-4cc2-bdc8-e08e961b634d tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:24:01.871053 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb63be-5c1d-4ac2-88c2-8627e2f62c4e tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Pushing event deleted for resources: {'Port': ['ID=432eaa30-379b-497e-9603-2f20f1e43e88,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:01.876340 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-dfcb63be-5c1d-4ac2-88c2-8627e2f62c4e tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:01.926983 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a763200-bd3d-4cc2-bdc8-e08e961b634d tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Pushing event updated for resources: {'Port': ['ID=2b12aa67-5a5c-4684-b327-fa5b427c4b41,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:01.937655 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2a763200-bd3d-4cc2-bdc8-e08e961b634d tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:01.949645 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dfcb63be-5c1d-4ac2-88c2-8627e2f62c4e tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for floatingip, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:01.971696 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dfcb63be-5c1d-4ac2-88c2-8627e2f62c4e tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:01.977221 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-dfcb63be-5c1d-4ac2-88c2-8627e2f62c4e tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "DELETE /v2.0/floatingips/ee2ab601-a69e-49ff-8d1a-5eea6d610d28 HTTP/1.1" status: 204 len: 168 time: 0.8784802 Apr 19 18:24:01.981410 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-2a763200-bd3d-4cc2-bdc8-e08e961b634d tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:01.982560 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-2a763200-bd3d-4cc2-bdc8-e08e961b634d tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:02.031412 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-2a763200-bd3d-4cc2-bdc8-e08e961b634d tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9339821 Apr 19 18:24:02.041764 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54ea1d-3f84-4853-ae7c-dae0e4fcce93 req-9603e959-f455-4d4b-a202-1da0207923ba tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:02.042581 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-6a54ea1d-3f84-4853-ae7c-dae0e4fcce93 req-9603e959-f455-4d4b-a202-1da0207923ba tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Synchronizing usage tracker for tenant:dc0d64d42f6041d8bf7e578f1a823ce8 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:24:02.054214 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] Request body: {'port': {'device_id': '029c7c4e-6dc2-4e4b-a968-98ba6ed198df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:24:02.119956 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-6a54ea1d-3f84-4853-ae7c-dae0e4fcce93 req-9603e959-f455-4d4b-a202-1da0207923ba tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Unset dirty status for tenant:dc0d64d42f6041d8bf7e578f1a823ce8 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:24:02.121261 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6a54ea1d-3f84-4853-ae7c-dae0e4fcce93 req-9603e959-f455-4d4b-a202-1da0207923ba tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=029c7c4e-6dc2-4e4b-a968-98ba6ed198df HTTP/1.1" status: 200 len: 932 time: 0.2580996 Apr 19 18:24:02.337256 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41986) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:02.343324 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-8ea148fe-be90-43c8-a453-5da7497b8588 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2112202679', 'description': 'tempest-description--1344645883'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:24:02.350955 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-8ea148fe-be90-43c8-a453-5da7497b8588 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:24:02.355983 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-8ea148fe-be90-43c8-a453-5da7497b8588 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Usage tracker for resource:security_group and tenant:953bb2a403d44bb787795f1209c28a9b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:24:02.359211 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-8ea148fe-be90-43c8-a453-5da7497b8588 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:24:02.366970 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-8ea148fe-be90-43c8-a453-5da7497b8588 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:24:02.378378 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8ea148fe-be90-43c8-a453-5da7497b8588 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:02.402000 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-8ea148fe-be90-43c8-a453-5da7497b8588 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:24:02.406362 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-8ea148fe-be90-43c8-a453-5da7497b8588 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Usage tracker for resource:security_group_rule and tenant:953bb2a403d44bb787795f1209c28a9b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:24:02.410330 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-8ea148fe-be90-43c8-a453-5da7497b8588 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:24:02.418663 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-8ea148fe-be90-43c8-a453-5da7497b8588 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:24:02.476670 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:02.490875 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6a54ea1d-3f84-4853-ae7c-dae0e4fcce93 req-06e09cd4-0a47-4b31-b49c-848a7b2248aa tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617833 Apr 19 18:24:02.501818 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8ea148fe-be90-43c8-a453-5da7497b8588 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:02.505248 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8ea148fe-be90-43c8-a453-5da7497b8588 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:02.520446 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d90853e4-7612-4bd9-a731-81fa1d4e0117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:02.558612 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8ea148fe-be90-43c8-a453-5da7497b8588 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:02.560011 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-8ea148fe-be90-43c8-a453-5da7497b8588 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2216763 Apr 19 18:24:02.561045 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea148fe-be90-43c8-a453-5da7497b8588 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0890610-d142-4686-aedf-cb78b0622ba2,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:02.564631 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41990) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:02.567758 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8ea148fe-be90-43c8-a453-5da7497b8588 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:02.572220 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-8c0941ce-084a-4769-8d67-903a063effa0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Request body: {'security_group_rule': {'security_group_id': 'd0890610-d142-4686-aedf-cb78b0622ba2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:24:02.581710 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-8c0941ce-084a-4769-8d67-903a063effa0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:24:02.587529 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-8c0941ce-084a-4769-8d67-903a063effa0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Usage tracker for resource:security_group_rule and tenant:953bb2a403d44bb787795f1209c28a9b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:24:02.590597 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-8c0941ce-084a-4769-8d67-903a063effa0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:24:02.599521 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-8c0941ce-084a-4769-8d67-903a063effa0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:24:02.620455 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8c0941ce-084a-4769-8d67-903a063effa0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:02.695614 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8c0941ce-084a-4769-8d67-903a063effa0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:02.699739 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8c0941ce-084a-4769-8d67-903a063effa0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950235'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:02.702013 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c22f7b3c-b043-4edc-97df-5b9e7f0bc042 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:02.726199 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0941ce-084a-4769-8d67-903a063effa0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cebd546a-5121-4958-a148-6d491ba628c6,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:02.728909 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8c0941ce-084a-4769-8d67-903a063effa0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:02.737754 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8c0941ce-084a-4769-8d67-903a063effa0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:02.739194 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-8c0941ce-084a-4769-8d67-903a063effa0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1735260 Apr 19 18:24:02.742170 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41994) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:02.747794 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-a7843f50-2101-4bbe-84c7-e59c1e7b2eec tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Request body: {'security_group_rule': {'security_group_id': 'd0890610-d142-4686-aedf-cb78b0622ba2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:24:02.754821 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-a7843f50-2101-4bbe-84c7-e59c1e7b2eec tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:24:02.758909 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-a7843f50-2101-4bbe-84c7-e59c1e7b2eec tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Usage tracker for resource:security_group_rule and tenant:953bb2a403d44bb787795f1209c28a9b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:24:02.762096 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-a7843f50-2101-4bbe-84c7-e59c1e7b2eec tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:24:02.768598 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-a7843f50-2101-4bbe-84c7-e59c1e7b2eec tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:24:02.787420 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a7843f50-2101-4bbe-84c7-e59c1e7b2eec tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:02.858722 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a7843f50-2101-4bbe-84c7-e59c1e7b2eec tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:02.862238 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a7843f50-2101-4bbe-84c7-e59c1e7b2eec tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950235'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:02.870663 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:02.890910 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7843f50-2101-4bbe-84c7-e59c1e7b2eec tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c36fbb-1cae-4612-b67a-d1a635d27ed5,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:02.894773 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a7843f50-2101-4bbe-84c7-e59c1e7b2eec tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:02.895495 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b12aa67-5a5c-4684-b327-fa5b427c4b41 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:24:02.901581 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a7843f50-2101-4bbe-84c7-e59c1e7b2eec tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:02.902876 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-a7843f50-2101-4bbe-84c7-e59c1e7b2eec tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1597042 Apr 19 18:24:02.903965 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:02.906139 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 41998) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:02.912538 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Request body: {'floatingip': {'floating_network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:24:02.919105 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:24:02.920785 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] Transition to ACTIVE for port object 2b12aa67-5a5c-4684-b327-fa5b427c4b41 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:24:02.924431 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Usage tracker for resource:floatingip and tenant:953bb2a403d44bb787795f1209c28a9b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:24:02.925245 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:02.930158 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:02.930344 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:24:02.936493 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:24:02.946642 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for floatingip, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:03.071270 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] Pushing event updated for resources: {'Port': ['ID=2b12aa67-5a5c-4684-b327-fa5b427c4b41,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:03.101087 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:03.107715 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:03.197225 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] Attempting to bind port 2b12aa67-5a5c-4684-b327-fa5b427c4b41 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:24:03.197581 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] Attempting to bind port 2b12aa67-5a5c-4684-b327-fa5b427c4b41 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'c9b49068-2d9d-4702-8583-d31d5677a115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '08e00816-0bec-4051-b588-104519e4fca9'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:24:03.198101 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] Attempting to bind port 2b12aa67-5a5c-4684-b327-fa5b427c4b41 on network 08e00816-0bec-4051-b588-104519e4fca9 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:24:03.203158 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] Port 2b12aa67-5a5c-4684-b327-fa5b427c4b41 on network 08e00816-0bec-4051-b588-104519e4fca9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:24:03.203567 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] Attempting to bind port 2b12aa67-5a5c-4684-b327-fa5b427c4b41 on network 08e00816-0bec-4051-b588-104519e4fca9 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:24:03.209983 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] Checking agent: {'id': '22c244b8-6adf-46d7-a39e-9e58770b1817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'started_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:24:03.210361 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] Checking segment: {'id': 'c9b49068-2d9d-4702-8583-d31d5677a115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '08e00816-0bec-4051-b588-104519e4fca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:24:03.210790 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] Bound using segment: {'id': 'c9b49068-2d9d-4702-8583-d31d5677a115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '08e00816-0bec-4051-b588-104519e4fca9'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:24:03.211301 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] Bound port: 2b12aa67-5a5c-4684-b327-fa5b427c4b41, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9b49068-2d9d-4702-8583-d31d5677a115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '08e00816-0bec-4051-b588-104519e4fca9'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:24:03.211728 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:03.276383 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Allocated IP 172.28.1.172 (4dfc8324-dbda-4de1-90b3-5f147512ea2d/f0204761-35d7-4590-8809-1a6eb894c7a2/d14a8c56-702b-4dab-91da-be1f37ac10f7) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:24:03.315987 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] For port 2b12aa67-5a5c-4684-b327-fa5b427c4b41, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:24:03.319275 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] For port 2b12aa67-5a5c-4684-b327-fa5b427c4b41, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2b12aa67-5a5c-4684-b327-fa5b427c4b41,segment=NetworkSegment(c9b49068-2d9d-4702-8583-d31d5677a115),segment_id=c9b49068-2d9d-4702-8583-d31d5677a115)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:24:03.322869 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:03.327988 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:03.384835 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:03.385514 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:03.387024 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] 10.222.0.95 "PUT /v2.0/ports/2b12aa67-5a5c-4684-b327-fa5b427c4b41 HTTP/1.1" status: 200 len: 1094 time: 1.3411474 Apr 19 18:24:03.387643 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029c7c4e-6dc2-4e4b-a968-98ba6ed198df', 'tag': '2b12aa67-5a5c-4684-b327-fa5b427c4b41'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:24:03.417779 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] Pushing event updated for resources: {'Port': ['ID=2b12aa67-5a5c-4684-b327-fa5b427c4b41,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:03.421106 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:03.447451 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:03.475393 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '029c7c4e-6dc2-4e4b-a968-98ba6ed198df', 'tag': '2b12aa67-5a5c-4684-b327-fa5b427c4b41', 'status': 'completed', 'code': 200} Apr 19 18:24:03.479225 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:03.484232 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2466352f-332d-4a13-bad6-7e611098994d tempest-VolumesNegativeTest-72138567 tempest-VolumesNegativeTest-72138567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:03.512619 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-92a7ca1e-d5c9-4f59-8308-88f8bb8d831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:03.514250 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-92a7ca1e-d5c9-4f59-8308-88f8bb8d831a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dc0d64d42f6041d8bf7e578f1a823ce8&device_id=029c7c4e-6dc2-4e4b-a968-98ba6ed198df HTTP/1.1" status: 200 len: 1097 time: 0.0872281 Apr 19 18:24:03.550863 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Network 4dfc8324-dbda-4de1-90b3-5f147512ea2d is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:24:03.554601 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:24:03.558678 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:24:03.600996 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-3237868b-81b2-4497-9f0f-f5c54ed31454 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b12aa67-5a5c-4684-b327-fa5b427c4b41 HTTP/1.1" status: 200 len: 217 time: 0.0783420 Apr 19 18:24:03.602636 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Pushing event updated for resources: {'Port': ['ID=d14a8c56-702b-4dab-91da-be1f37ac10f7,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:03.607130 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:03.677606 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-4242285b-4dad-462b-8a28-7c20d7781403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:03.679182 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-4242285b-4dad-462b-8a28-7c20d7781403 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=fe75bd92-2500-49d8-a570-c64849885c39 HTTP/1.1" status: 200 len: 853 time: 0.0710666 Apr 19 18:24:03.731938 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:03.739317 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-5423576c-662e-4387-9121-62e62dbcec12 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=08e00816-0bec-4051-b588-104519e4fca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529726 Apr 19 18:24:03.793791 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce24ad-8d1c-4a8b-8859-f939074f98d6 req-f554dd3d-9fc4-43be-8954-9d8f7472a46c tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:03.795475 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a8ce24ad-8d1c-4a8b-8859-f939074f98d6 req-f554dd3d-9fc4-43be-8954-9d8f7472a46c tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=029c7c4e-6dc2-4e4b-a968-98ba6ed198df HTTP/1.1" status: 200 len: 944 time: 0.1570389 Apr 19 18:24:03.836212 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:03.893294 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-b4c31cac-3aef-4f3b-bf5a-c583bb0205fc service neutron] 10.222.0.95 "GET /v2.0/networks/08e00816-0bec-4051-b588-104519e4fca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444457 Apr 19 18:24:03.908292 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a8ce24ad-8d1c-4a8b-8859-f939074f98d6 req-fe07a35d-b3fa-4e73-b9b0-56685134937f tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001074 Apr 19 18:24:04.047664 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3d18c7b2-9b26-44e8-99d5-89b56af84261 req-dbad54ef-b055-43c9-a278-64b8ce810de6 service neutron] 10.222.0.95 "GET /v2.0/networks/08e00816-0bec-4051-b588-104519e4fca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455255 Apr 19 18:24:04.095670 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:04.099913 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107811'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:04.105519 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:04.198843 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1a4de-69f3-4bb3-8b8e-c6970740793c req-83c7cc5c-8382-41dd-8e74-079a8f1ce7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:04.200507 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-81d1a4de-69f3-4bb3-8b8e-c6970740793c req-83c7cc5c-8382-41dd-8e74-079a8f1ce7df service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dc0d64d42f6041d8bf7e578f1a823ce8&device_id=029c7c4e-6dc2-4e4b-a968-98ba6ed198df HTTP/1.1" status: 200 len: 1097 time: 0.0934863 Apr 19 18:24:04.228189 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Pushing event updated for resources: {'Port': ['ID=d14a8c56-702b-4dab-91da-be1f37ac10f7,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:04.232913 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:04.239023 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962486'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:04.263826 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:04.265463 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3583324 Apr 19 18:24:04.373605 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1a4de-69f3-4bb3-8b8e-c6970740793c req-da1d2880-d5c4-4c71-b080-beb6f15d1a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:04.375397 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-81d1a4de-69f3-4bb3-8b8e-c6970740793c req-da1d2880-d5c4-4c71-b080-beb6f15d1a6b service neutron] 10.222.0.95 "GET /v2.0/networks?id=08e00816-0bec-4051-b588-104519e4fca9 HTTP/1.1" status: 200 len: 914 time: 0.1615701 Apr 19 18:24:04.456926 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-81d1a4de-69f3-4bb3-8b8e-c6970740793c req-0f29f50d-2f21-435d-8c51-7a153b78c342 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b12aa67-5a5c-4684-b327-fa5b427c4b41 HTTP/1.1" status: 200 len: 217 time: 0.0742722 Apr 19 18:24:04.524988 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-cba23f89-1c28-48f5-9617-585ed8275c28 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Synchronizing usage tracker for tenant:953bb2a403d44bb787795f1209c28a9b on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:24:04.530939 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1a4de-69f3-4bb3-8b8e-c6970740793c req-8807772e-be22-4dee-b01b-c8cf28c701ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:04.532573 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-81d1a4de-69f3-4bb3-8b8e-c6970740793c req-8807772e-be22-4dee-b01b-c8cf28c701ec service neutron] 10.222.0.95 "GET /v2.0/subnets?id=fe75bd92-2500-49d8-a570-c64849885c39 HTTP/1.1" status: 200 len: 853 time: 0.0686855 Apr 19 18:24:04.540715 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-cba23f89-1c28-48f5-9617-585ed8275c28 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Unset dirty status for tenant:953bb2a403d44bb787795f1209c28a9b on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:24:04.541986 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-cba23f89-1c28-48f5-9617-585ed8275c28 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2112202679&fields=id&tenant_id=953bb2a403d44bb787795f1209c28a9b HTTP/1.1" status: 200 len: 267 time: 0.0618453 Apr 19 18:24:04.593727 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-81d1a4de-69f3-4bb3-8b8e-c6970740793c req-f00ce7d8-a7f0-4094-a576-73ceb7325af5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=08e00816-0bec-4051-b588-104519e4fca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537710 Apr 19 18:24:04.713223 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-400e6eaf-ad17-4e52-b6d9-1a253d09dbbf tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:04.714821 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-400e6eaf-ad17-4e52-b6d9-1a253d09dbbf tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/networks?id=62d4a419-1594-4973-afcf-06199a9f163a HTTP/1.1" status: 200 len: 816 time: 0.1647251 Apr 19 18:24:04.732106 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-6c9420db-00b4-43ed-a7a0-51763c5e581f tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/quotas/953bb2a403d44bb787795f1209c28a9b HTTP/1.1" status: 200 len: 375 time: 0.0101023 Apr 19 18:24:04.743711 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-81d1a4de-69f3-4bb3-8b8e-c6970740793c req-2ce294a0-f83d-4ba3-b0f5-9e74f815aba4 service neutron] 10.222.0.95 "GET /v2.0/networks/08e00816-0bec-4051-b588-104519e4fca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429033 Apr 19 18:24:04.828320 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-519c4653-f7ba-419a-9973-9a208c458ba0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Synchronizing usage tracker for tenant:953bb2a403d44bb787795f1209c28a9b on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:24:04.843794 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-519c4653-f7ba-419a-9973-9a208c458ba0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Unset dirty status for tenant:953bb2a403d44bb787795f1209c28a9b on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:24:04.845142 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-519c4653-f7ba-419a-9973-9a208c458ba0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=953bb2a403d44bb787795f1209c28a9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1071846 Apr 19 18:24:04.889781 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-81d1a4de-69f3-4bb3-8b8e-c6970740793c req-e60dfca6-f040-4ca1-a2b3-2936bcd5837f service neutron] 10.222.0.95 "GET /v2.0/networks/08e00816-0bec-4051-b588-104519e4fca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395051 Apr 19 18:24:04.999530 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-72ce237c-2b05-4039-9aed-df0b46161bf7 service neutron] 10.222.0.20 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408043 Apr 19 18:24:05.115851 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3d87f-b350-4275-8bdf-213363116e86 req-d4402f77-b892-43bf-90b8-e728878d610a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:05.117461 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2ee3d87f-b350-4275-8bdf-213363116e86 req-d4402f77-b892-43bf-90b8-e728878d610a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=029c7c4e-6dc2-4e4b-a968-98ba6ed198df HTTP/1.1" status: 200 len: 944 time: 0.0910645 Apr 19 18:24:05.148162 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-4bf0ba66-2f39-4280-a084-c317860f4c9b service neutron] 10.222.0.20 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417143 Apr 19 18:24:05.166847 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2ee3d87f-b350-4275-8bdf-213363116e86 req-715f3e9e-148c-49cb-a19f-a34011064c8c tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430086 Apr 19 18:24:05.349257 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-da2f2fca-bdb0-4823-bc40-9dc13b50aca6 req-bd286e62-bebb-43a9-bf30-661e34b2043a tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 210 time: 0.0541394 Apr 19 18:24:05.396323 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 2b12aa67-5a5c-4684-b327-fa5b427c4b41 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:24:05.578909 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 2b12aa67-5a5c-4684-b327-fa5b427c4b41, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2b12aa67-5a5c-4684-b327-fa5b427c4b41,segment=NetworkSegment(c9b49068-2d9d-4702-8583-d31d5677a115),segment_id=c9b49068-2d9d-4702-8583-d31d5677a115)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:24:05.595125 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Returning: {'device': '2b12aa67-5a5c-4684-b327-fa5b427c4b41', 'network_id': '08e00816-0bec-4051-b588-104519e4fca9', 'port_id': '2b12aa67-5a5c-4684-b327-fa5b427c4b41', 'mac_address': 'fa:16:3e:ac:50:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe75bd92-2500-49d8-a570-c64849885c39', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:24:05.660599 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:05.679379 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b12aa67-5a5c-4684-b327-fa5b427c4b41 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:24:05.696837 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 2b12aa67-5a5c-4684-b327-fa5b427c4b41, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2b12aa67-5a5c-4684-b327-fa5b427c4b41,segment=NetworkSegment(c9b49068-2d9d-4702-8583-d31d5677a115),segment_id=c9b49068-2d9d-4702-8583-d31d5677a115)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:24:05.699567 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:05.701435 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2a99d335-1b34-48fc-a4c5-f88d561e1a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:05.777147 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=2b12aa67-5a5c-4684-b327-fa5b427c4b41,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:05.780586 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:05.967696 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['2b12aa67-5a5c-4684-b327-fa5b427c4b41'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:24:06.376279 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7ebf9-8ac1-4b70-9c42-8c4c8ab1906d req-ea821da9-2b1f-4f52-8bb3-a0e5b8935c1e tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:06.380197 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-95b7ebf9-8ac1-4b70-9c42-8c4c8ab1906d req-ea821da9-2b1f-4f52-8bb3-a0e5b8935c1e tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=029c7c4e-6dc2-4e4b-a968-98ba6ed198df HTTP/1.1" status: 200 len: 945 time: 0.0972335 Apr 19 18:24:06.530406 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-95b7ebf9-8ac1-4b70-9c42-8c4c8ab1906d req-8c8f9b23-45f8-437e-a43e-6f631128972f tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241379 Apr 19 18:24:06.543535 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-eb723886-e1c8-4b90-b3a6-6d5ccbcea075 req-5cdd245e-0b16-454b-96bc-9221c27bb07d tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 210 time: 0.0692568 Apr 19 18:24:06.597815 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-a79324bc-374c-43c9-bfba-29558f66d3f5 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:06.599495 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-a79324bc-374c-43c9-bfba-29558f66d3f5 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.95 "GET /v2.0/networks?id=62d4a419-1594-4973-afcf-06199a9f163a HTTP/1.1" status: 200 len: 816 time: 0.2182269 Apr 19 18:24:06.685684 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-4213b4a5-e799-428e-aa4a-1c54fa51fdad tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Synchronizing usage tracker for tenant:953bb2a403d44bb787795f1209c28a9b on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:24:06.698697 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-4213b4a5-e799-428e-aa4a-1c54fa51fdad tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Unset dirty status for tenant:953bb2a403d44bb787795f1209c28a9b on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:24:06.700114 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-4213b4a5-e799-428e-aa4a-1c54fa51fdad tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=953bb2a403d44bb787795f1209c28a9b HTTP/1.1" status: 200 len: 5705 time: 0.0918918 Apr 19 18:24:06.722284 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-180fea1d-beec-47b1-889d-1389f7b18de8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Request body: {'port': {'device_id': '3fc581a3-3085-4d3e-8e82-51b431a48e72', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'admin_state_up': True, 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'security_groups': ['d0890610-d142-4686-aedf-cb78b0622ba2']}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:24:06.871083 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-180fea1d-beec-47b1-889d-1389f7b18de8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:24:06.881386 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-180fea1d-beec-47b1-889d-1389f7b18de8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:24:06.890196 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-180fea1d-beec-47b1-889d-1389f7b18de8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Made reservation on behalf of 953bb2a403d44bb787795f1209c28a9b for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:24:06.896645 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-180fea1d-beec-47b1-889d-1389f7b18de8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:07.073047 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-180fea1d-beec-47b1-889d-1389f7b18de8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Allocated IP 172.20.0.10 (62d4a419-1594-4973-afcf-06199a9f163a/625ea84b-b025-47d7-a45d-f91f00c07a4e/a44606e9-3be0-4d42-97ce-4fd52319828c) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:24:07.277090 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-180fea1d-beec-47b1-889d-1389f7b18de8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:07.293405 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-180fea1d-beec-47b1-889d-1389f7b18de8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Transition to ACTIVE for port object a44606e9-3be0-4d42-97ce-4fd52319828c will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:24:07.316836 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-180fea1d-beec-47b1-889d-1389f7b18de8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:07.322351 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-43a30af9-976a-4fe0-906d-84aaa32d1d74 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:07.395039 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-180fea1d-beec-47b1-889d-1389f7b18de8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Network 62d4a419-1594-4973-afcf-06199a9f163a is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:24:07.398837 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-180fea1d-beec-47b1-889d-1389f7b18de8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:24:07.402983 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-180fea1d-beec-47b1-889d-1389f7b18de8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:24:07.423288 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 2b12aa67-5a5c-4684-b327-fa5b427c4b41 up at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:24:07.443512 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fea1d-beec-47b1-889d-1389f7b18de8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Pushing event updated for resources: {'Port': ['ID=a44606e9-3be0-4d42-97ce-4fd52319828c,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:07.448384 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-180fea1d-beec-47b1-889d-1389f7b18de8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:07.479313 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-180fea1d-beec-47b1-889d-1389f7b18de8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:07.480010 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-180fea1d-beec-47b1-889d-1389f7b18de8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:07.507551 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning for port 2b12aa67-5a5c-4684-b327-fa5b427c4b41 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:24:07.509354 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-180fea1d-beec-47b1-889d-1389f7b18de8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7920098 Apr 19 18:24:07.512803 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning complete for port 2b12aa67-5a5c-4684-b327-fa5b427c4b41 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:24:07.513228 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:07.524673 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] Request body: {'port': {'device_id': '3fc581a3-3085-4d3e-8e82-51b431a48e72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:24:07.669253 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:07.711528 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-0da12af1-158e-494c-ab01-272b9d3c0692 None None] Provisioning for port a44606e9-3be0-4d42-97ce-4fd52319828c completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:24:07.717530 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:07.736865 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-0da12af1-158e-494c-ab01-272b9d3c0692 None None] Provisioning complete for port a44606e9-3be0-4d42-97ce-4fd52319828c triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:24:07.737401 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0da12af1-158e-494c-ab01-272b9d3c0692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:07.757399 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edc016-375e-4614-b6bf-d923527f5e0a req-65866d3a-96d4-4634-a50f-f813d07cf612 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:07.759143 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-12edc016-375e-4614-b6bf-d923527f5e0a req-65866d3a-96d4-4634-a50f-f813d07cf612 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=029c7c4e-6dc2-4e4b-a968-98ba6ed198df HTTP/1.1" status: 200 len: 945 time: 0.1007137 Apr 19 18:24:07.790613 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029c7c4e-6dc2-4e4b-a968-98ba6ed198df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b12aa67-5a5c-4684-b327-fa5b427c4b41'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:24:07.811463 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-12edc016-375e-4614-b6bf-d923527f5e0a req-dcd08a95-10dd-4f33-ac72-e0aca032f9a6 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445731 Apr 19 18:24:07.812554 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 2b12aa67-5a5c-4684-b327-fa5b427c4b41, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2b12aa67-5a5c-4684-b327-fa5b427c4b41,segment=NetworkSegment(c9b49068-2d9d-4702-8583-d31d5677a115),segment_id=c9b49068-2d9d-4702-8583-d31d5677a115)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:24:07.816346 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:07.819814 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-aed7e60c-aecd-4338-b009-4e2331288a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:07.860688 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-0da12af1-158e-494c-ab01-272b9d3c0692 None None] Port a44606e9-3be0-4d42-97ce-4fd52319828c cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:24:07.897259 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=2b12aa67-5a5c-4684-b327-fa5b427c4b41,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:07.900493 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:07.948285 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768c8c0-5da1-43ed-b452-293cdc833032 req-9824560d-089a-4723-b5a2-6e823ec7f119 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:07.949039 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-7768c8c0-5da1-43ed-b452-293cdc833032 req-9824560d-089a-4723-b5a2-6e823ec7f119 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Synchronizing usage tracker for tenant:953bb2a403d44bb787795f1209c28a9b on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:24:08.005033 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029c7c4e-6dc2-4e4b-a968-98ba6ed198df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b12aa67-5a5c-4684-b327-fa5b427c4b41', 'code': 200} Apr 19 18:24:08.032737 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-7768c8c0-5da1-43ed-b452-293cdc833032 req-9824560d-089a-4723-b5a2-6e823ec7f119 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Unset dirty status for tenant:953bb2a403d44bb787795f1209c28a9b on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:24:08.034707 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7768c8c0-5da1-43ed-b452-293cdc833032 req-9824560d-089a-4723-b5a2-6e823ec7f119 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 932 time: 0.3051229 Apr 19 18:24:08.124816 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7768c8c0-5da1-43ed-b452-293cdc833032 req-daf82263-4a6a-46fb-8086-d4c1e29a61bd tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726764 Apr 19 18:24:08.207238 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a44606e9-3be0-4d42-97ce-4fd52319828c {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:24:08.215482 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:08.232315 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] Transition to ACTIVE for port object a44606e9-3be0-4d42-97ce-4fd52319828c will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:24:08.235758 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:08.241978 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d8b86afd-7a73-4772-83f6-cb7719f7d7c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:08.254415 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbdda2-dab5-4448-b56c-eca6dd73ceeb req-5c9fb9f8-242c-4a86-9d8a-5076fb33adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:08.257225 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0bcbdda2-dab5-4448-b56c-eca6dd73ceeb req-5c9fb9f8-242c-4a86-9d8a-5076fb33adc5 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=029c7c4e-6dc2-4e4b-a968-98ba6ed198df HTTP/1.1" status: 200 len: 1099 time: 0.0854847 Apr 19 18:24:08.310408 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0bcbdda2-dab5-4448-b56c-eca6dd73ceeb req-fa43ed07-f4fd-4793-a47e-feb51686f2f9 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445073 Apr 19 18:24:08.442085 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] Pushing event updated for resources: {'Port': ['ID=a44606e9-3be0-4d42-97ce-4fd52319828c,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:08.475943 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:08.520621 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] Attempting to bind port a44606e9-3be0-4d42-97ce-4fd52319828c on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:24:08.520995 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] Attempting to bind port a44606e9-3be0-4d42-97ce-4fd52319828c by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'b4910294-a484-41d5-8ee2-58c9bc30ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:24:08.521359 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] Attempting to bind port a44606e9-3be0-4d42-97ce-4fd52319828c on network 62d4a419-1594-4973-afcf-06199a9f163a {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:24:08.526366 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] Port a44606e9-3be0-4d42-97ce-4fd52319828c on network 62d4a419-1594-4973-afcf-06199a9f163a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:24:08.526719 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] Attempting to bind port a44606e9-3be0-4d42-97ce-4fd52319828c on network 62d4a419-1594-4973-afcf-06199a9f163a {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:24:08.532205 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] Checking agent: {'id': '22c244b8-6adf-46d7-a39e-9e58770b1817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'started_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:24:08.532575 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] Checking segment: {'id': 'b4910294-a484-41d5-8ee2-58c9bc30ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:24:08.532993 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] Bound using segment: {'id': 'b4910294-a484-41d5-8ee2-58c9bc30ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:24:08.534694 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] Bound port: a44606e9-3be0-4d42-97ce-4fd52319828c, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4910294-a484-41d5-8ee2-58c9bc30ad62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:24:08.535079 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:08.638002 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] For port a44606e9-3be0-4d42-97ce-4fd52319828c, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:24:08.641130 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] For port a44606e9-3be0-4d42-97ce-4fd52319828c, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a44606e9-3be0-4d42-97ce-4fd52319828c,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:24:08.644991 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:08.649955 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-b26f614f-5daf-4ff0-93be-7d397719a31a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:08.937018 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:08.937698 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:08.939210 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] 10.222.0.95 "PUT /v2.0/ports/a44606e9-3be0-4d42-97ce-4fd52319828c HTTP/1.1" status: 200 len: 1094 time: 1.4195421 Apr 19 18:24:08.939961 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc581a3-3085-4d3e-8e82-51b431a48e72', 'tag': 'a44606e9-3be0-4d42-97ce-4fd52319828c'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:24:08.971295 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] Pushing event updated for resources: {'Port': ['ID=a44606e9-3be0-4d42-97ce-4fd52319828c,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:08.974912 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:09.038657 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc581a3-3085-4d3e-8e82-51b431a48e72', 'tag': 'a44606e9-3be0-4d42-97ce-4fd52319828c', 'status': 'completed', 'code': 200} Apr 19 18:24:09.088079 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-a7c25c42-dd78-48f0-9299-6b3e4f4e9f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:09.089822 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-a7c25c42-dd78-48f0-9299-6b3e4f4e9f2f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=953bb2a403d44bb787795f1209c28a9b&device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 1097 time: 0.0999103 Apr 19 18:24:09.175210 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-fd4f8bde-7360-42c8-a294-cfab449d64a5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a44606e9-3be0-4d42-97ce-4fd52319828c HTTP/1.1" status: 200 len: 217 time: 0.0743649 Apr 19 18:24:09.305570 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e3262-78a0-4e65-83f0-e6f3c395f042 req-df56a47f-4dea-4a5d-a345-5fd6e3b1090a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:09.307384 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d79e3262-78a0-4e65-83f0-e6f3c395f042 req-df56a47f-4dea-4a5d-a345-5fd6e3b1090a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=029c7c4e-6dc2-4e4b-a968-98ba6ed198df HTTP/1.1" status: 200 len: 946 time: 0.3721488 Apr 19 18:24:09.348198 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-c8e74efd-f59e-4cef-aea8-460f885d7177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:09.349978 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-c8e74efd-f59e-4cef-aea8-460f885d7177 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=625ea84b-b025-47d7-a45d-f91f00c07a4e HTTP/1.1" status: 200 len: 855 time: 0.1379790 Apr 19 18:24:09.371097 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d79e3262-78a0-4e65-83f0-e6f3c395f042 req-4cb48a04-193e-4dbd-bae4-a4632c132a65 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550570 Apr 19 18:24:09.446573 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882a277-2b1d-4854-8974-bf71c9183518 req-f6bbc5b9-0a7b-443f-8c23-20de58e20208 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:09.448226 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0882a277-2b1d-4854-8974-bf71c9183518 req-f6bbc5b9-0a7b-443f-8c23-20de58e20208 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 944 time: 0.1827536 Apr 19 18:24:09.505417 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-65073d4e-db41-4201-99b7-432de676a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:09.507028 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-65073d4e-db41-4201-99b7-432de676a1f7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=62d4a419-1594-4973-afcf-06199a9f163a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1470914 Apr 19 18:24:09.516946 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0882a277-2b1d-4854-8974-bf71c9183518 req-9d373054-9b2f-4222-a519-fb30a7529148 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593340 Apr 19 18:24:09.660524 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-328c0b33-bf7e-4b15-b05b-4cd99a921176 service neutron] 10.222.0.95 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417294 Apr 19 18:24:09.817278 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-22956dc6-381e-4a4a-8cc0-183d10ab866c req-fb4fc415-2c2a-4d6d-86f4-8ff0c49e894b service neutron] 10.222.0.95 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490293 Apr 19 18:24:09.942970 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9e477-d7a9-48cb-b3a0-5f682de3b895 req-6b620c58-99f8-4a0c-93d9-029444b259eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:09.944606 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2cf9e477-d7a9-48cb-b3a0-5f682de3b895 req-6b620c58-99f8-4a0c-93d9-029444b259eb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=953bb2a403d44bb787795f1209c28a9b&device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 1097 time: 0.0819950 Apr 19 18:24:10.095439 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9e477-d7a9-48cb-b3a0-5f682de3b895 req-741dcfc7-74a5-4693-8e8b-62151926fd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:10.097154 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2cf9e477-d7a9-48cb-b3a0-5f682de3b895 req-741dcfc7-74a5-4693-8e8b-62151926fd43 service neutron] 10.222.0.95 "GET /v2.0/networks?id=62d4a419-1594-4973-afcf-06199a9f163a HTTP/1.1" status: 200 len: 917 time: 0.1409371 Apr 19 18:24:10.176914 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2cf9e477-d7a9-48cb-b3a0-5f682de3b895 req-234c6971-54c9-44ae-89ed-b58e34c365d7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a44606e9-3be0-4d42-97ce-4fd52319828c HTTP/1.1" status: 200 len: 217 time: 0.0725043 Apr 19 18:24:10.247125 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9e477-d7a9-48cb-b3a0-5f682de3b895 req-b01f7763-4f38-497e-97f0-045bd5592f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:10.248739 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2cf9e477-d7a9-48cb-b3a0-5f682de3b895 req-b01f7763-4f38-497e-97f0-045bd5592f0e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=625ea84b-b025-47d7-a45d-f91f00c07a4e HTTP/1.1" status: 200 len: 855 time: 0.0649810 Apr 19 18:24:10.350262 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9e477-d7a9-48cb-b3a0-5f682de3b895 req-4df66b81-3d6c-4171-abb2-5c77c705982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:10.351829 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2cf9e477-d7a9-48cb-b3a0-5f682de3b895 req-4df66b81-3d6c-4171-abb2-5c77c705982b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=62d4a419-1594-4973-afcf-06199a9f163a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820265 Apr 19 18:24:10.558551 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2cf9e477-d7a9-48cb-b3a0-5f682de3b895 req-2c6e1897-5f85-4ed6-bb32-e0806e7f013a service neutron] 10.222.0.95 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989892 Apr 19 18:24:10.694809 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780d88b-aa6c-4f5b-a765-c963702ab265 req-3e56beb7-f327-4f4d-a946-7ba1e490dfbb tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:10.696522 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b780d88b-aa6c-4f5b-a765-c963702ab265 req-3e56beb7-f327-4f4d-a946-7ba1e490dfbb tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=029c7c4e-6dc2-4e4b-a968-98ba6ed198df HTTP/1.1" status: 200 len: 946 time: 0.2103593 Apr 19 18:24:10.744346 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a6cbc-12fb-4b81-b680-0a5683767241 req-36c2e4ff-3c3a-4471-9bb8-afd50bafe703 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:10.745961 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d61a6cbc-12fb-4b81-b680-0a5683767241 req-36c2e4ff-3c3a-4471-9bb8-afd50bafe703 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 944 time: 0.0980742 Apr 19 18:24:10.773194 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2cf9e477-d7a9-48cb-b3a0-5f682de3b895 req-183c4334-f704-4439-a456-0aaab339af1e service neutron] 10.222.0.95 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065673 Apr 19 18:24:10.780816 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b780d88b-aa6c-4f5b-a765-c963702ab265 req-57a1754c-02d4-46bd-9dd5-ac7c2dab2208 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671215 Apr 19 18:24:10.799550 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d61a6cbc-12fb-4b81-b680-0a5683767241 req-94e8e5a5-eddc-4fec-9f53-351fe455e5e1 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457692 Apr 19 18:24:11.458416 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device a44606e9-3be0-4d42-97ce-4fd52319828c details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:24:11.783351 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port a44606e9-3be0-4d42-97ce-4fd52319828c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a44606e9-3be0-4d42-97ce-4fd52319828c,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:24:11.798005 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Returning: {'device': 'a44606e9-3be0-4d42-97ce-4fd52319828c', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'port_id': 'a44606e9-3be0-4d42-97ce-4fd52319828c', 'mac_address': 'fa:16:3e:10:a0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:24:11.860288 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:11.879590 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44606e9-3be0-4d42-97ce-4fd52319828c {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:24:11.896404 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port a44606e9-3be0-4d42-97ce-4fd52319828c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a44606e9-3be0-4d42-97ce-4fd52319828c,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:24:11.900053 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:11.901952 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:11.977715 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=a44606e9-3be0-4d42-97ce-4fd52319828c,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:11.980929 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:12.016547 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabeb03-100f-4038-915e-dfa90fa83737 req-3c390b15-45d9-4383-b0a2-4e44f9c1f508 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:12.018668 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-fdabeb03-100f-4038-915e-dfa90fa83737 req-3c390b15-45d9-4383-b0a2-4e44f9c1f508 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 945 time: 0.0915060 Apr 19 18:24:12.068672 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-fdabeb03-100f-4038-915e-dfa90fa83737 req-643f85f6-f1c0-4075-be2a-ca72a6a72c4b tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432961 Apr 19 18:24:12.260940 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['a44606e9-3be0-4d42-97ce-4fd52319828c'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:24:13.286625 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbec2d-796e-4d95-b130-249bc8f363e0 req-3046ed3a-f5bd-4fb0-b2b4-7bd4a66e5287 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:13.288303 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-28fbec2d-796e-4d95-b130-249bc8f363e0 req-3046ed3a-f5bd-4fb0-b2b4-7bd4a66e5287 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 945 time: 0.0962763 Apr 19 18:24:13.338956 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-28fbec2d-796e-4d95-b130-249bc8f363e0 req-13cf1a00-5e52-4c4f-be61-9cf580cf796e tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441849 Apr 19 18:24:13.486608 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device a44606e9-3be0-4d42-97ce-4fd52319828c up at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:24:13.559891 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning for port a44606e9-3be0-4d42-97ce-4fd52319828c completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:24:13.565798 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning complete for port a44606e9-3be0-4d42-97ce-4fd52319828c triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:24:13.566145 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:13.701444 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:13.735358 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc581a3-3085-4d3e-8e82-51b431a48e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44606e9-3be0-4d42-97ce-4fd52319828c'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:24:13.746671 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port a44606e9-3be0-4d42-97ce-4fd52319828c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a44606e9-3be0-4d42-97ce-4fd52319828c,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:24:13.750749 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:13.753355 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:13.791827 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc581a3-3085-4d3e-8e82-51b431a48e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44606e9-3be0-4d42-97ce-4fd52319828c', 'code': 200} Apr 19 18:24:13.833806 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=a44606e9-3be0-4d42-97ce-4fd52319828c,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:13.844180 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:14.054618 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aaded5-07a5-44b0-ae94-71887fb0073d req-b9d0ef3e-86a9-45fe-97ec-d7312bf153eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:14.056286 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c5aaded5-07a5-44b0-ae94-71887fb0073d req-b9d0ef3e-86a9-45fe-97ec-d7312bf153eb service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 1099 time: 0.0805149 Apr 19 18:24:14.103953 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c5aaded5-07a5-44b0-ae94-71887fb0073d req-c730ff00-4375-4f22-bd0a-3b9ff91f789f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406199 Apr 19 18:24:14.555952 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a067a-c852-441d-bad2-510c9c97fd89 req-7c4cc114-8a1e-44a4-82a5-b0074ae9e767 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:14.557469 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-438a067a-c852-441d-bad2-510c9c97fd89 req-7c4cc114-8a1e-44a4-82a5-b0074ae9e767 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 946 time: 0.0932314 Apr 19 18:24:14.606647 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-438a067a-c852-441d-bad2-510c9c97fd89 req-a15356ef-eb07-4e05-8dd7-6195f9e66eed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427182 Apr 19 18:24:15.938953 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91f4be-91af-441e-8e25-ceddf5dd1491 req-1be506c6-09b6-4175-b7fd-5156c6f697bc tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:15.940832 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6d91f4be-91af-441e-8e25-ceddf5dd1491 req-1be506c6-09b6-4175-b7fd-5156c6f697bc tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 946 time: 0.2099762 Apr 19 18:24:15.992013 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6d91f4be-91af-441e-8e25-ceddf5dd1491 req-92ba9cc2-b9c0-45a4-bb33-99443263270e tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443475 Apr 19 18:24:16.198003 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b59c6-4571-46c2-9cf1-1aa20f501720 req-d96a8bcd-fba3-45d1-b5c7-fc9c0bec63d5 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:16.199552 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-067b59c6-4571-46c2-9cf1-1aa20f501720 req-d96a8bcd-fba3-45d1-b5c7-fc9c0bec63d5 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 946 time: 0.0894990 Apr 19 18:24:16.209949 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 42120) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:16.215731 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-c891fb50-5be8-4342-8002-dc3ffca76e88 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Request body: {'floatingip': {'port_id': 'a44606e9-3be0-4d42-97ce-4fd52319828c'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:24:16.303364 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c891fb50-5be8-4342-8002-dc3ffca76e88 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for floatingip, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:16.950870 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c891fb50-5be8-4342-8002-dc3ffca76e88 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:16.953744 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c891fb50-5be8-4342-8002-dc3ffca76e88 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962486'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:17.152187 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.l3_db [None req-c891fb50-5be8-4342-8002-dc3ffca76e88 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Floating IP 7fce3ce5-e7c0-4c7a-83ba-4f08df6e927b associated. External IP: 172.28.1.172, port: a44606e9-3be0-4d42-97ce-4fd52319828c. Apr 19 18:24:17.552640 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c891fb50-5be8-4342-8002-dc3ffca76e88 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Router 68a5252f-f615-4404-87a1-60b7384963de has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:24:17.753433 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c891fb50-5be8-4342-8002-dc3ffca76e88 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:24:17.758344 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c891fb50-5be8-4342-8002-dc3ffca76e88 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:17.763409 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba3d3c-9c8b-413c-8101-05b04f26f22e None None] Sync routers for ids ['68a5252f-f615-4404-87a1-60b7384963de'] in dv-cinder-786928-1-smb {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:24:17.773940 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bba3d3c-9c8b-413c-8101-05b04f26f22e None None] Routers {'68a5252f-f615-4404-87a1-60b7384963de'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:24:17.774625 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-9bba3d3c-9c8b-413c-8101-05b04f26f22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:23:53Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['68a5252f-f615-4404-87a1-60b7384963de'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:24:17.822531 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-c891fb50-5be8-4342-8002-dc3ffca76e88 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "PUT /v2.0/floatingips/7fce3ce5-e7c0-4c7a-83ba-4f08df6e927b HTTP/1.1" status: 200 len: 992 time: 1.6113682 Apr 19 18:24:17.823226 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc581a3-3085-4d3e-8e82-51b431a48e72', 'tag': 'a44606e9-3be0-4d42-97ce-4fd52319828c'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:24:17.875956 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc581a3-3085-4d3e-8e82-51b431a48e72', 'tag': 'a44606e9-3be0-4d42-97ce-4fd52319828c', 'status': 'completed', 'code': 200} Apr 19 18:24:17.979050 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-9bba3d3c-9c8b-413c-8101-05b04f26f22e None None] Set router 68a5252f-f615-4404-87a1-60b7384963de gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:24:17.980214 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e471dc-47cf-4af6-9aeb-650deeefd353 req-77a1c4d7-4619-4bbc-8eb1-f9026b4bd5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:17.981850 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-27e471dc-47cf-4af6-9aeb-650deeefd353 req-77a1c4d7-4619-4bbc-8eb1-f9026b4bd5e1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=953bb2a403d44bb787795f1209c28a9b&device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 1099 time: 0.0818200 Apr 19 18:24:18.133935 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e471dc-47cf-4af6-9aeb-650deeefd353 req-43767e1a-1b6b-47e8-a5fd-5652836d13fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:18.135539 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-27e471dc-47cf-4af6-9aeb-650deeefd353 req-43767e1a-1b6b-47e8-a5fd-5652836d13fa service neutron] 10.222.0.95 "GET /v2.0/networks?id=62d4a419-1594-4973-afcf-06199a9f163a HTTP/1.1" status: 200 len: 917 time: 0.1467516 Apr 19 18:24:18.260151 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-27e471dc-47cf-4af6-9aeb-650deeefd353 req-1abbb4b8-a898-443f-94e8-d8e59f4caeac service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a44606e9-3be0-4d42-97ce-4fd52319828c HTTP/1.1" status: 200 len: 1000 time: 0.1144712 Apr 19 18:24:18.334083 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e471dc-47cf-4af6-9aeb-650deeefd353 req-e6b4832e-32ad-4b5e-b19e-c3b2262bc661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:18.335710 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-27e471dc-47cf-4af6-9aeb-650deeefd353 req-e6b4832e-32ad-4b5e-b19e-c3b2262bc661 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=625ea84b-b025-47d7-a45d-f91f00c07a4e HTTP/1.1" status: 200 len: 855 time: 0.0681288 Apr 19 18:24:18.365759 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-9bba3d3c-9c8b-413c-8101-05b04f26f22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a5252f-f615-4404-87a1-60b7384963de', 'name': 'tempest-AttachVolumeShelveTestJSON-944512604-router', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:38Z', 'revision_number': 4, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'gw_port': {'id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:20Z', 'updated_at': '2021-04-19T18:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_floatingips': [{'id': '7fce3ce5-e7c0-4c7a-83ba-4f08df6e927b', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'floating_ip_address': '172.28.1.172', 'floating_network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'router_id': '68a5252f-f615-4404-87a1-60b7384963de', 'port_id': 'a44606e9-3be0-4d42-97ce-4fd52319828c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'mac_address': 'fa:16:3e:10:a0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc581a3-3085-4d3e-8e82-51b431a48e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:24:03Z', 'updated_at': '2021-04-19T18:24:16Z', 'revision_number': 1, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6808c23-2532-44e8-8b20-18633215a22a', 'name': '', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'mac_address': 'fa:16:3e:6a:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:32Z', 'updated_at': '2021-04-19T18:19:53Z', 'revision_number': 5, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'subnets': [{'id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:24:18.370054 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba3d3c-9c8b-413c-8101-05b04f26f22e None None] Checking router: 68a5252f-f615-4404-87a1-60b7384963de for host: dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:24:18.379223 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bba3d3c-9c8b-413c-8101-05b04f26f22e None None] Routers {'68a5252f-f615-4404-87a1-60b7384963de'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:24:18.379949 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-9bba3d3c-9c8b-413c-8101-05b04f26f22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:23:53Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['68a5252f-f615-4404-87a1-60b7384963de'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:24:18.432648 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e471dc-47cf-4af6-9aeb-650deeefd353 req-9191c3bb-decf-438b-8b0d-9db6b6a657a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:18.434279 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-27e471dc-47cf-4af6-9aeb-650deeefd353 req-9191c3bb-decf-438b-8b0d-9db6b6a657a3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=62d4a419-1594-4973-afcf-06199a9f163a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0915534 Apr 19 18:24:18.579643 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-9bba3d3c-9c8b-413c-8101-05b04f26f22e None None] Set router 68a5252f-f615-4404-87a1-60b7384963de gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:24:18.582993 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-27e471dc-47cf-4af6-9aeb-650deeefd353 req-189c7f7f-051b-426e-8dc4-f9c18b78c68d service neutron] 10.222.0.95 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413856 Apr 19 18:24:18.735727 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-27e471dc-47cf-4af6-9aeb-650deeefd353 req-ae5048e2-5eb2-404e-948a-bc082d683f08 service neutron] 10.222.0.95 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432829 Apr 19 18:24:18.999192 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-9bba3d3c-9c8b-413c-8101-05b04f26f22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a5252f-f615-4404-87a1-60b7384963de', 'name': 'tempest-AttachVolumeShelveTestJSON-944512604-router', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:38Z', 'revision_number': 4, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'gw_port': {'id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:20Z', 'updated_at': '2021-04-19T18:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_floatingips': [{'id': '7fce3ce5-e7c0-4c7a-83ba-4f08df6e927b', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'floating_ip_address': '172.28.1.172', 'floating_network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'router_id': '68a5252f-f615-4404-87a1-60b7384963de', 'port_id': 'a44606e9-3be0-4d42-97ce-4fd52319828c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'mac_address': 'fa:16:3e:10:a0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc581a3-3085-4d3e-8e82-51b431a48e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:24:03Z', 'updated_at': '2021-04-19T18:24:16Z', 'revision_number': 1, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6808c23-2532-44e8-8b20-18633215a22a', 'name': '', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'mac_address': 'fa:16:3e:6a:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:32Z', 'updated_at': '2021-04-19T18:19:53Z', 'revision_number': 5, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'subnets': [{'id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:24:19.003550 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba3d3c-9c8b-413c-8101-05b04f26f22e None None] The sync data for ids ['68a5252f-f615-4404-87a1-60b7384963de'] in dv-cinder-786928-1-smb is: [{'id': '68a5252f-f615-4404-87a1-60b7384963de', 'name': 'tempest-AttachVolumeShelveTestJSON-944512604-router', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:38Z', 'revision_number': 4, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'gw_port': {'id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:20Z', 'updated_at': '2021-04-19T18:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_floatingips': [{'id': '7fce3ce5-e7c0-4c7a-83ba-4f08df6e927b', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'floating_ip_address': '172.28.1.172', 'floating_network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'router_id': '68a5252f-f615-4404-87a1-60b7384963de', 'port_id': 'a44606e9-3be0-4d42-97ce-4fd52319828c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'mac_address': 'fa:16:3e:10:a0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc581a3-3085-4d3e-8e82-51b431a48e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:24:03Z', 'updated_at': '2021-04-19T18:24:16Z', 'revision_number': 1, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6808c23-2532-44e8-8b20-18633215a22a', 'name': '', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'mac_address': 'fa:16:3e:6a:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:32Z', 'updated_at': '2021-04-19T18:19:53Z', 'revision_number': 5, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'subnets': [{'id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:24:19.279397 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca071f4c-7370-45eb-8242-aefab6e41f79 None None] New status for floating IP 7fce3ce5-e7c0-4c7a-83ba-4f08df6e927b: ACTIVE {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:24:20.347621 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8dbb347d-5fe5-47de-ac27-92c74173304a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:23.008915 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-43b3169d-3800-4cf2-8ef7-8265b84729f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:23.842627 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:24.205484 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:25.603651 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:29.838060 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8de1640b-458e-4d8d-b165-b4f66b55e3e8 req-bd51df63-3fe2-474f-ad5d-f1e955bf7319 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791008 Apr 19 18:24:29.973048 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:30.229161 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1640b-458e-4d8d-b165-b4f66b55e3e8 req-2e1cb23a-26fc-4504-b463-897b4d7ff7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:30.230757 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8de1640b-458e-4d8d-b165-b4f66b55e3e8 req-2e1cb23a-26fc-4504-b463-897b4d7ff7a2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2935edebaba94b499f5e8a417912af6b&device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 1137 time: 0.3149357 Apr 19 18:24:30.404713 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1640b-458e-4d8d-b165-b4f66b55e3e8 req-db5287cc-78cc-4752-b856-7a45e56239b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:30.406275 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8de1640b-458e-4d8d-b165-b4f66b55e3e8 req-db5287cc-78cc-4752-b856-7a45e56239b6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=223f0005-7301-4120-ae02-8b68452092d5 HTTP/1.1" status: 200 len: 916 time: 0.1455798 Apr 19 18:24:30.524137 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8de1640b-458e-4d8d-b165-b4f66b55e3e8 req-a2655929-0341-459d-b459-13305a14ad09 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f7cd72f-f54d-4ea0-b774-3498c27f3f92 HTTP/1.1" status: 200 len: 1001 time: 0.1089580 Apr 19 18:24:30.601196 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1640b-458e-4d8d-b165-b4f66b55e3e8 req-e58f6063-8ebf-4850-9bcb-6bbea11c60dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:30.602839 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8de1640b-458e-4d8d-b165-b4f66b55e3e8 req-e58f6063-8ebf-4850-9bcb-6bbea11c60dd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=68f2128c-c4ee-4de5-af84-288bf9705ea6 HTTP/1.1" status: 200 len: 854 time: 0.0712864 Apr 19 18:24:30.701211 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1640b-458e-4d8d-b165-b4f66b55e3e8 req-b4e4d828-9803-4d2b-8e1d-2e39c22d298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:30.702983 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8de1640b-458e-4d8d-b165-b4f66b55e3e8 req-b4e4d828-9803-4d2b-8e1d-2e39c22d298b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=223f0005-7301-4120-ae02-8b68452092d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825062 Apr 19 18:24:30.857290 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8de1640b-458e-4d8d-b165-b4f66b55e3e8 req-bbe15de8-fcfa-404f-9199-fc8f14725ad9 service neutron] 10.222.0.95 "GET /v2.0/networks/223f0005-7301-4120-ae02-8b68452092d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435461 Apr 19 18:24:31.014002 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8de1640b-458e-4d8d-b165-b4f66b55e3e8 req-ccc06b00-73b4-4eea-a230-577187c66db9 service neutron] 10.222.0.95 "GET /v2.0/networks/223f0005-7301-4120-ae02-8b68452092d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417222 Apr 19 18:24:31.182644 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:24:32.255794 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7e61f-a0a8-4964-aaea-346b067d4390 req-725e5111-123f-40fe-96fd-42c7c11708ae tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:32.257409 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-abb7e61f-a0a8-4964-aaea-346b067d4390 req-725e5111-123f-40fe-96fd-42c7c11708ae tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=029c7c4e-6dc2-4e4b-a968-98ba6ed198df HTTP/1.1" status: 200 len: 946 time: 0.1482208 Apr 19 18:24:32.305549 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-abb7e61f-a0a8-4964-aaea-346b067d4390 req-37777bdf-f55f-4f48-9c5f-c9e971c0d6eb tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416059 Apr 19 18:24:33.516047 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e2b7f-c7cd-4900-981e-f9278dd5e42d req-2904ac30-1a2b-4b03-9e90-ef694c2e57d8 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:33.518290 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5d3e2b7f-c7cd-4900-981e-f9278dd5e42d req-2904ac30-1a2b-4b03-9e90-ef694c2e57d8 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=029c7c4e-6dc2-4e4b-a968-98ba6ed198df HTTP/1.1" status: 200 len: 946 time: 0.0929542 Apr 19 18:24:33.569476 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5d3e2b7f-c7cd-4900-981e-f9278dd5e42d req-10ee2399-a63f-4e4e-b962-f0cd65f85622 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442646 Apr 19 18:24:34.791561 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb6f6a-e9a1-4c6d-a48e-598c38956d24 req-f6fb3c4a-0cfa-49c2-baa8-4e5a7026c280 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:34.793151 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-79bb6f6a-e9a1-4c6d-a48e-598c38956d24 req-f6fb3c4a-0cfa-49c2-baa8-4e5a7026c280 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=029c7c4e-6dc2-4e4b-a968-98ba6ed198df HTTP/1.1" status: 200 len: 946 time: 0.0951838 Apr 19 18:24:34.844507 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-79bb6f6a-e9a1-4c6d-a48e-598c38956d24 req-3e2c43eb-f568-4abb-b5d3-4f7ee15f1569 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449369 Apr 19 18:24:36.051145 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112d42a-33c1-4bee-ac6e-c5576d7d6b71 req-dff0bdda-65b5-4ee9-b275-4b848509cddf tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:36.052941 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a112d42a-33c1-4bee-ac6e-c5576d7d6b71 req-dff0bdda-65b5-4ee9-b275-4b848509cddf tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=029c7c4e-6dc2-4e4b-a968-98ba6ed198df HTTP/1.1" status: 200 len: 946 time: 0.0902126 Apr 19 18:24:36.108530 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a112d42a-33c1-4bee-ac6e-c5576d7d6b71 req-c84074a1-4375-4125-a757-e82687186740 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490189 Apr 19 18:24:37.359970 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e196aaa-d9f9-41b6-9c36-24e0fc4530c0 req-88427d12-2d95-4913-ad3d-53fa3eeae066 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:37.361565 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2e196aaa-d9f9-41b6-9c36-24e0fc4530c0 req-88427d12-2d95-4913-ad3d-53fa3eeae066 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.95 "GET /v2.0/ports?device_id=029c7c4e-6dc2-4e4b-a968-98ba6ed198df HTTP/1.1" status: 200 len: 946 time: 0.1649020 Apr 19 18:24:37.370595 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adbbd9-52a1-4915-b4a1-2ff11a6aa891 req-13dab4be-1ae9-4678-a536-56d7444bac93 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:37.372078 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d2adbbd9-52a1-4915-b4a1-2ff11a6aa891 req-13dab4be-1ae9-4678-a536-56d7444bac93 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=029c7c4e-6dc2-4e4b-a968-98ba6ed198df HTTP/1.1" status: 200 len: 946 time: 0.1357312 Apr 19 18:24:37.477992 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-2e196aaa-d9f9-41b6-9c36-24e0fc4530c0 req-4f1c4abd-9f31-4803-acf1-5e2940b3681a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Deleting port 2b12aa67-5a5c-4684-b327-fa5b427c4b41 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:24:37.478378 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-2e196aaa-d9f9-41b6-9c36-24e0fc4530c0 req-4f1c4abd-9f31-4803-acf1-5e2940b3681a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:37.524170 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d2adbbd9-52a1-4915-b4a1-2ff11a6aa891 req-a2c2ce30-f913-46a3-b661-eaf16f50bf28 tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/security-groups?id=aeaf3799-c410-4da7-9f39-5f59d6973a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141579 Apr 19 18:24:37.756520 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-2e196aaa-d9f9-41b6-9c36-24e0fc4530c0 req-4f1c4abd-9f31-4803-acf1-5e2940b3681a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] For port 2b12aa67-5a5c-4684-b327-fa5b427c4b41, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2b12aa67-5a5c-4684-b327-fa5b427c4b41,segment=NetworkSegment(c9b49068-2d9d-4702-8583-d31d5677a115),segment_id=c9b49068-2d9d-4702-8583-d31d5677a115)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:24:37.756936 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-2e196aaa-d9f9-41b6-9c36-24e0fc4530c0 req-4f1c4abd-9f31-4803-acf1-5e2940b3681a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:37.892260 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-2e196aaa-d9f9-41b6-9c36-24e0fc4530c0 req-4f1c4abd-9f31-4803-acf1-5e2940b3681a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Calling delete_port for 2b12aa67-5a5c-4684-b327-fa5b427c4b41 owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:24:38.058468 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-2e196aaa-d9f9-41b6-9c36-24e0fc4530c0 req-4f1c4abd-9f31-4803-acf1-5e2940b3681a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:38.065018 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-9a91fcfc-e00a-48f9-bbfc-a29945ca1d65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:38.114196 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c4abd-9f31-4803-acf1-5e2940b3681a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Pushing event deleted for resources: {'Port': ['ID=2b12aa67-5a5c-4684-b327-fa5b427c4b41,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:38.155145 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c4abd-9f31-4803-acf1-5e2940b3681a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:38.155506 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c4abd-9f31-4803-acf1-5e2940b3681a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:38.155908 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c4abd-9f31-4803-acf1-5e2940b3681a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:38.156306 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c4abd-9f31-4803-acf1-5e2940b3681a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:38.156698 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c4abd-9f31-4803-acf1-5e2940b3681a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:38.157089 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c4abd-9f31-4803-acf1-5e2940b3681a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:38.157493 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c4abd-9f31-4803-acf1-5e2940b3681a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:38.157865 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c4abd-9f31-4803-acf1-5e2940b3681a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:38.158767 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c4abd-9f31-4803-acf1-5e2940b3681a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:38.159148 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c4abd-9f31-4803-acf1-5e2940b3681a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:38.159730 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c4abd-9f31-4803-acf1-5e2940b3681a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:38.160113 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1c4abd-9f31-4803-acf1-5e2940b3681a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:38.168539 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4f1c4abd-9f31-4803-acf1-5e2940b3681a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:38.212373 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e196aaa-d9f9-41b6-9c36-24e0fc4530c0 req-4f1c4abd-9f31-4803-acf1-5e2940b3681a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] No DVR routers for this DVR port 2b12aa67-5a5c-4684-b327-fa5b427c4b41 on host hv-cinder-78692 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:24:38.214972 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-2e196aaa-d9f9-41b6-9c36-24e0fc4530c0 req-4f1c4abd-9f31-4803-acf1-5e2940b3681a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:38.217935 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029c7c4e-6dc2-4e4b-a968-98ba6ed198df', 'name': 'network-vif-deleted', 'tag': '2b12aa67-5a5c-4684-b327-fa5b427c4b41'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:24:38.234487 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2e196aaa-d9f9-41b6-9c36-24e0fc4530c0 req-4f1c4abd-9f31-4803-acf1-5e2940b3681a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.95 "DELETE /v2.0/ports/2b12aa67-5a5c-4684-b327-fa5b427c4b41 HTTP/1.1" status: 204 len: 173 time: 0.8613024 Apr 19 18:24:38.274436 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029c7c4e-6dc2-4e4b-a968-98ba6ed198df', 'name': 'network-vif-deleted', 'tag': '2b12aa67-5a5c-4684-b327-fa5b427c4b41', 'status': 'completed', 'code': 200} Apr 19 18:24:38.709774 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a25043df-b183-482f-8348-c00317843b92 req-959c4bf7-ccf6-41a4-9fd8-ec623450a67a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] 10.222.0.20 "GET /v2.0/ports?device_id=029c7c4e-6dc2-4e4b-a968-98ba6ed198df HTTP/1.1" status: 200 len: 210 time: 0.0491481 Apr 19 18:24:39.615100 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 2b12aa67-5a5c-4684-b327-fa5b427c4b41 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:24:39.662493 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-475608ed-a13e-46e7-9848-c108f45467de None None] No Port match for: 2b12aa67-5a5c-4684-b327-fa5b427c4b41 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:24:39.662899 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 2b12aa67-5a5c-4684-b327-fa5b427c4b41 not bound to the agent host hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:24:41.098103 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7b2c3d04-d46b-4ca2-af69-8eb19a879640 req-b862ece1-42d8-4925-8ad3-41ce616b78db tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-259276433&fields=id&tenant_id=2935edebaba94b499f5e8a417912af6b HTTP/1.1" status: 200 len: 267 time: 0.0474312 Apr 19 18:24:41.193556 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c3d04-d46b-4ca2-af69-8eb19a879640 req-96aba203-5f1a-4747-843a-e3cecc4de038 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:41.195132 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7b2c3d04-d46b-4ca2-af69-8eb19a879640 req-96aba203-5f1a-4747-843a-e3cecc4de038 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 984 time: 0.0904853 Apr 19 18:24:41.207470 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-7b2c3d04-d46b-4ca2-af69-8eb19a879640 req-c19b40d1-655e-49da-be01-8cb2adbe4634 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Request body: {'port': {'security_groups': ['432c4a46-c567-4373-a8d2-634bae7dc446']}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:24:41.341747 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-7b2c3d04-d46b-4ca2-af69-8eb19a879640 req-c19b40d1-655e-49da-be01-8cb2adbe4634 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:41.611521 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-7b2c3d04-d46b-4ca2-af69-8eb19a879640 req-c19b40d1-655e-49da-be01-8cb2adbe4634 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] For port 3f7cd72f-f54d-4ea0-b774-3498c27f3f92, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3f7cd72f-f54d-4ea0-b774-3498c27f3f92,segment=NetworkSegment(035eaf50-dc97-46fd-9b52-e4ec20975f0a),segment_id=035eaf50-dc97-46fd-9b52-e4ec20975f0a)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:24:41.647613 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-7b2c3d04-d46b-4ca2-af69-8eb19a879640 req-c19b40d1-655e-49da-be01-8cb2adbe4634 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:41.651475 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-7b2c3d04-d46b-4ca2-af69-8eb19a879640 req-c19b40d1-655e-49da-be01-8cb2adbe4634 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107811'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:41.657638 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-9929e217-842a-407e-878f-7a9e0e5461cd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:41.668349 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['3f7cd72f-f54d-4ea0-b774-3498c27f3f92'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:24:41.734688 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c3d04-d46b-4ca2-af69-8eb19a879640 req-c19b40d1-655e-49da-be01-8cb2adbe4634 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:41.735338 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-7b2c3d04-d46b-4ca2-af69-8eb19a879640 req-c19b40d1-655e-49da-be01-8cb2adbe4634 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:41.739784 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7b2c3d04-d46b-4ca2-af69-8eb19a879640 req-c19b40d1-655e-49da-be01-8cb2adbe4634 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "PUT /v2.0/ports/3f7cd72f-f54d-4ea0-b774-3498c27f3f92 HTTP/1.1" status: 200 len: 942 time: 0.5374553 Apr 19 18:24:41.740709 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75afc3a-60c1-4e4d-b44e-881172c083cc', 'tag': '3f7cd72f-f54d-4ea0-b774-3498c27f3f92'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:24:41.744127 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 42334) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:41.764103 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b40d1-655e-49da-be01-8cb2adbe4634 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Pushing event updated for resources: {'Port': ['ID=3f7cd72f-f54d-4ea0-b774-3498c27f3f92,revision_number=7']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:41.780373 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b40d1-655e-49da-be01-8cb2adbe4634 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:41.780909 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b40d1-655e-49da-be01-8cb2adbe4634 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:41.781332 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b40d1-655e-49da-be01-8cb2adbe4634 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:41.782042 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b40d1-655e-49da-be01-8cb2adbe4634 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:41.782454 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b40d1-655e-49da-be01-8cb2adbe4634 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:41.782863 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b40d1-655e-49da-be01-8cb2adbe4634 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:41.783438 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b40d1-655e-49da-be01-8cb2adbe4634 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:41.783847 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b40d1-655e-49da-be01-8cb2adbe4634 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:41.784252 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b40d1-655e-49da-be01-8cb2adbe4634 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:41.784656 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b40d1-655e-49da-be01-8cb2adbe4634 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:41.785063 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b40d1-655e-49da-be01-8cb2adbe4634 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:41.785471 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b40d1-655e-49da-be01-8cb2adbe4634 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:24:41.790663 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c19b40d1-655e-49da-be01-8cb2adbe4634 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:41.862288 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-20094b46-710a-40cd-a417-461690f81123 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:41.886616 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['3f7cd72f-f54d-4ea0-b774-3498c27f3f92'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:24:41.899696 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75afc3a-60c1-4e4d-b44e-881172c083cc', 'tag': '3f7cd72f-f54d-4ea0-b774-3498c27f3f92', 'status': 'completed', 'code': 200} Apr 19 18:24:41.901150 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-20094b46-710a-40cd-a417-461690f81123 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:41.989449 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-20094b46-710a-40cd-a417-461690f81123 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:41.995388 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e84e3918-e441-4c65-8bc5-34e95f6e06d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:42.013592 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20094b46-710a-40cd-a417-461690f81123 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bf2de8-c8dd-4212-8366-2a51b4e4b096,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:42.023983 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-20094b46-710a-40cd-a417-461690f81123 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:42.088853 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-20094b46-710a-40cd-a417-461690f81123 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:42.094028 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-20094b46-710a-40cd-a417-461690f81123 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "DELETE /v2.0/security-groups/85bf2de8-c8dd-4212-8366-2a51b4e4b096 HTTP/1.1" status: 204 len: 168 time: 0.3460386 Apr 19 18:24:42.094194 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-8baa9a29-f75a-43de-82f0-cd156283250f None None] Provisioning complete for port 3f7cd72f-f54d-4ea0-b774-3498c27f3f92 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:24:42.094364 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8baa9a29-f75a-43de-82f0-cd156283250f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:42.094859 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 42348) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:42.134952 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64b80b-203d-4ea9-90b0-4974afb5e04f req-3efc6caa-9d39-4a1a-99c4-11322f31da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:42.137571 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3e64b80b-203d-4ea9-90b0-4974afb5e04f req-3efc6caa-9d39-4a1a-99c4-11322f31da9e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2935edebaba94b499f5e8a417912af6b&device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 1098 time: 0.1770535 Apr 19 18:24:42.333487 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64b80b-203d-4ea9-90b0-4974afb5e04f req-44c6f6bb-4713-4556-af52-c690f33cd8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:42.335121 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3e64b80b-203d-4ea9-90b0-4974afb5e04f req-44c6f6bb-4713-4556-af52-c690f33cd8de service neutron] 10.222.0.95 "GET /v2.0/networks?id=223f0005-7301-4120-ae02-8b68452092d5 HTTP/1.1" status: 200 len: 916 time: 0.1828632 Apr 19 18:24:42.458470 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3e64b80b-203d-4ea9-90b0-4974afb5e04f req-9981644f-b262-49bc-bdd2-8eb316dff82c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f7cd72f-f54d-4ea0-b774-3498c27f3f92 HTTP/1.1" status: 200 len: 1001 time: 0.1154175 Apr 19 18:24:42.536076 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64b80b-203d-4ea9-90b0-4974afb5e04f req-10717faf-3cfe-421f-a89f-1436ab839beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:42.537680 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3e64b80b-203d-4ea9-90b0-4974afb5e04f req-10717faf-3cfe-421f-a89f-1436ab839beb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=68f2128c-c4ee-4de5-af84-288bf9705ea6 HTTP/1.1" status: 200 len: 854 time: 0.0726547 Apr 19 18:24:42.633479 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64b80b-203d-4ea9-90b0-4974afb5e04f req-a70865dd-e159-4097-b1e8-454ca59b8447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:42.635100 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3e64b80b-203d-4ea9-90b0-4974afb5e04f req-a70865dd-e159-4097-b1e8-454ca59b8447 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=223f0005-7301-4120-ae02-8b68452092d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0897543 Apr 19 18:24:42.679741 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434dc22-bf18-4742-805d-7834b4c9b881 req-f5254261-0c12-49f8-a8b4-49fc4f2168df tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:42.681382 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d434dc22-bf18-4742-805d-7834b4c9b881 req-f5254261-0c12-49f8-a8b4-49fc4f2168df tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.2357094 Apr 19 18:24:42.712166 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-424ba725-e06e-46d3-943a-667a61a1b8b7 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Deleting port cb8eb061-5fad-48d2-a00b-3ff8b3070a04 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:24:42.712503 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-424ba725-e06e-46d3-943a-667a61a1b8b7 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:42.793588 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d434dc22-bf18-4742-805d-7834b4c9b881 req-1d440a34-b525-4ce5-bd02-fd1a65552b94 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042492 Apr 19 18:24:42.812573 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3e64b80b-203d-4ea9-90b0-4974afb5e04f req-082e0cd1-154e-4526-aa35-674128167c4e service neutron] 10.222.0.95 "GET /v2.0/networks/223f0005-7301-4120-ae02-8b68452092d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669631 Apr 19 18:24:42.937241 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-424ba725-e06e-46d3-943a-667a61a1b8b7 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:42.937622 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-424ba725-e06e-46d3-943a-667a61a1b8b7 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:42.974394 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3e64b80b-203d-4ea9-90b0-4974afb5e04f req-8f417d01-1b04-4824-b7cc-6533103a657d service neutron] 10.222.0.95 "GET /v2.0/networks/223f0005-7301-4120-ae02-8b68452092d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537933 Apr 19 18:24:43.075116 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-424ba725-e06e-46d3-943a-667a61a1b8b7 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Calling delete_port for cb8eb061-5fad-48d2-a00b-3ff8b3070a04 owned by network:floatingip {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:24:43.265537 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-424ba725-e06e-46d3-943a-667a61a1b8b7 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:43.271052 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:43.361380 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ba725-e06e-46d3-943a-667a61a1b8b7 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Pushing event deleted for resources: {'Port': ['ID=cb8eb061-5fad-48d2-a00b-3ff8b3070a04,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:43.364223 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-424ba725-e06e-46d3-943a-667a61a1b8b7 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:43.428589 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-424ba725-e06e-46d3-943a-667a61a1b8b7 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks [] for floatingip, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:43.428964 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.l3_db [None req-424ba725-e06e-46d3-943a-667a61a1b8b7 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Floating IP ec80eaba-b07b-4860-8970-dd11e96fd10d disassociated (deleted). External IP: 172.28.1.243, port: 3f7cd72f-f54d-4ea0-b774-3498c27f3f92. Apr 19 18:24:43.816072 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424ba725-e06e-46d3-943a-667a61a1b8b7 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Router 609dc85e-2791-4115-9525-4ac2744e88ac has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:24:44.081846 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424ba725-e06e-46d3-943a-667a61a1b8b7 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:24:44.091578 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b360a5-bc9e-4303-9099-d480b6a199b4 None None] Sync routers for ids ['609dc85e-2791-4115-9525-4ac2744e88ac'] in dv-cinder-786928-1-smb {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:24:44.094977 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0edb2-7ad5-44e9-88ff-4515f5f321e0 req-de0a862d-a4a1-4ec3-92f1-b2038efaeb1a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:44.096767 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-33a0edb2-7ad5-44e9-88ff-4515f5f321e0 req-de0a862d-a4a1-4ec3-92f1-b2038efaeb1a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.1475296 Apr 19 18:24:44.103179 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b360a5-bc9e-4303-9099-d480b6a199b4 None None] Routers {'609dc85e-2791-4115-9525-4ac2744e88ac'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:24:44.103914 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-a9b360a5-bc9e-4303-9099-d480b6a199b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:24:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['609dc85e-2791-4115-9525-4ac2744e88ac'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:24:44.135226 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-424ba725-e06e-46d3-943a-667a61a1b8b7 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:44.204653 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-33a0edb2-7ad5-44e9-88ff-4515f5f321e0 req-c121cb68-b4b6-4cb1-8d03-9679db3f1e95 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999696 Apr 19 18:24:44.217563 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-424ba725-e06e-46d3-943a-667a61a1b8b7 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "DELETE /v2.0/floatingips/ec80eaba-b07b-4860-8970-dd11e96fd10d HTTP/1.1" status: 204 len: 168 time: 2.1208777 Apr 19 18:24:44.218435 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75afc3a-60c1-4e4d-b44e-881172c083cc', 'tag': '3f7cd72f-f54d-4ea0-b774-3498c27f3f92'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:24:44.288833 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75afc3a-60c1-4e4d-b44e-881172c083cc', 'tag': '3f7cd72f-f54d-4ea0-b774-3498c27f3f92', 'status': 'completed', 'code': 200} Apr 19 18:24:44.411534 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced89f9-0186-4929-917e-db493fbb2d09 req-86b6bbac-69f5-4be6-84fd-2e27032f58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:44.413259 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0ced89f9-0186-4929-917e-db493fbb2d09 req-86b6bbac-69f5-4be6-84fd-2e27032f58f9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2935edebaba94b499f5e8a417912af6b&device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 1098 time: 0.1037621 Apr 19 18:24:44.505900 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-a9b360a5-bc9e-4303-9099-d480b6a199b4 None None] Set router 609dc85e-2791-4115-9525-4ac2744e88ac gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:24:44.586494 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced89f9-0186-4929-917e-db493fbb2d09 req-ac553801-35b4-4474-bd57-db11f89f67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:44.588456 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0ced89f9-0186-4929-917e-db493fbb2d09 req-ac553801-35b4-4474-bd57-db11f89f67b0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=223f0005-7301-4120-ae02-8b68452092d5 HTTP/1.1" status: 200 len: 916 time: 0.1665468 Apr 19 18:24:44.699189 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0ced89f9-0186-4929-917e-db493fbb2d09 req-b1609e82-be37-4cf1-ab5d-1e668df4d252 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f7cd72f-f54d-4ea0-b774-3498c27f3f92 HTTP/1.1" status: 200 len: 217 time: 0.1022530 Apr 19 18:24:44.810559 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced89f9-0186-4929-917e-db493fbb2d09 req-206f311b-d878-46d2-9c4e-f2f1c76b0b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:44.812084 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0ced89f9-0186-4929-917e-db493fbb2d09 req-206f311b-d878-46d2-9c4e-f2f1c76b0b8c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=68f2128c-c4ee-4de5-af84-288bf9705ea6 HTTP/1.1" status: 200 len: 854 time: 0.1009035 Apr 19 18:24:44.905896 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced89f9-0186-4929-917e-db493fbb2d09 req-e92596a8-c99f-4450-9797-a1648a2addb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:44.907629 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0ced89f9-0186-4929-917e-db493fbb2d09 req-e92596a8-c99f-4450-9797-a1648a2addb5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=223f0005-7301-4120-ae02-8b68452092d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0886896 Apr 19 18:24:44.949485 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-a9b360a5-bc9e-4303-9099-d480b6a199b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'name': 'tempest-TestMinimumBasicScenario-1393176836-router', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:08Z', 'updated_at': '2021-04-19T18:21:16Z', 'revision_number': 4, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'gw_port': {'id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:09Z', 'updated_at': '2021-04-19T18:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': 'e8488234-9041-41ec-8a3a-d1bb1098d3d2', 'name': '', 'network_id': '223f0005-7301-4120-ae02-8b68452092d5', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'mac_address': 'fa:16:3e:0e:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '68f2128c-c4ee-4de5-af84-288bf9705ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:15Z', 'updated_at': '2021-04-19T18:21:26Z', 'revision_number': 5, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'subnets': [{'id': '68f2128c-c4ee-4de5-af84-288bf9705ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:24:44.953679 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b360a5-bc9e-4303-9099-d480b6a199b4 None None] Checking router: 609dc85e-2791-4115-9525-4ac2744e88ac for host: dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:24:44.963282 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b360a5-bc9e-4303-9099-d480b6a199b4 None None] Routers {'609dc85e-2791-4115-9525-4ac2744e88ac'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:24:44.963983 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-a9b360a5-bc9e-4303-9099-d480b6a199b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:24:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['609dc85e-2791-4115-9525-4ac2744e88ac'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:24:45.166616 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-a9b360a5-bc9e-4303-9099-d480b6a199b4 None None] Set router 609dc85e-2791-4115-9525-4ac2744e88ac gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:24:45.317454 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0ced89f9-0186-4929-917e-db493fbb2d09 req-e8760e2d-20a8-4936-a018-e8ce2ce762b4 service neutron] 10.222.0.95 "GET /v2.0/networks/223f0005-7301-4120-ae02-8b68452092d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023838 Apr 19 18:24:45.467369 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0ced89f9-0186-4929-917e-db493fbb2d09 req-8409eccc-42a0-42b9-a9da-6667091c238d service neutron] 10.222.0.95 "GET /v2.0/networks/223f0005-7301-4120-ae02-8b68452092d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431644 Apr 19 18:24:45.483168 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc474d1-3d90-403f-8824-a71af1b3a085 req-9e78d235-7e17-469d-86a7-7f2c1ef860eb tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:45.485158 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6dc474d1-3d90-403f-8824-a71af1b3a085 req-9e78d235-7e17-469d-86a7-7f2c1ef860eb tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.1199496 Apr 19 18:24:45.533723 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-a9b360a5-bc9e-4303-9099-d480b6a199b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'name': 'tempest-TestMinimumBasicScenario-1393176836-router', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:08Z', 'updated_at': '2021-04-19T18:21:16Z', 'revision_number': 4, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'gw_port': {'id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:09Z', 'updated_at': '2021-04-19T18:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': 'e8488234-9041-41ec-8a3a-d1bb1098d3d2', 'name': '', 'network_id': '223f0005-7301-4120-ae02-8b68452092d5', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'mac_address': 'fa:16:3e:0e:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '68f2128c-c4ee-4de5-af84-288bf9705ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:15Z', 'updated_at': '2021-04-19T18:21:26Z', 'revision_number': 5, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'subnets': [{'id': '68f2128c-c4ee-4de5-af84-288bf9705ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:24:45.538131 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b360a5-bc9e-4303-9099-d480b6a199b4 None None] The sync data for ids ['609dc85e-2791-4115-9525-4ac2744e88ac'] in dv-cinder-786928-1-smb is: [{'id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'name': 'tempest-TestMinimumBasicScenario-1393176836-router', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:08Z', 'updated_at': '2021-04-19T18:21:16Z', 'revision_number': 4, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'gw_port': {'id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:09Z', 'updated_at': '2021-04-19T18:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': 'e8488234-9041-41ec-8a3a-d1bb1098d3d2', 'name': '', 'network_id': '223f0005-7301-4120-ae02-8b68452092d5', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'mac_address': 'fa:16:3e:0e:64:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '68f2128c-c4ee-4de5-af84-288bf9705ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:15Z', 'updated_at': '2021-04-19T18:21:26Z', 'revision_number': 5, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'subnets': [{'id': '68f2128c-c4ee-4de5-af84-288bf9705ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:24:45.553913 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6dc474d1-3d90-403f-8824-a71af1b3a085 req-73e4e8c7-6708-46b4-815c-ed86c3b6a11e tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553713 Apr 19 18:24:46.003729 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4600022-e751-41d0-96b5-b6bac8b1e36c None None] New status for floating IP ec80eaba-b07b-4860-8970-dd11e96fd10d: DOWN {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:24:46.761755 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ecf69-8b07-4fe8-87df-cff551bd3220 req-c5fbe66e-363e-490c-bcc4-a549f8674fd2 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:46.763420 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-841ecf69-8b07-4fe8-87df-cff551bd3220 req-c5fbe66e-363e-490c-bcc4-a549f8674fd2 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.0899556 Apr 19 18:24:46.813569 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-841ecf69-8b07-4fe8-87df-cff551bd3220 req-56491ec1-e3b8-4791-9add-c4addfdea3bb tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420179 Apr 19 18:24:47.734383 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef97ed0-5378-45ed-a4b8-5a5adc40f87d req-2c89496f-16c0-4b3f-a70a-7da0b7942fc1 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:47.736062 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8ef97ed0-5378-45ed-a4b8-5a5adc40f87d req-2c89496f-16c0-4b3f-a70a-7da0b7942fc1 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 945 time: 0.0888090 Apr 19 18:24:47.785864 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-8ef97ed0-5378-45ed-a4b8-5a5adc40f87d req-e8b2acfd-83c8-4a85-a988-32795a540c66 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Synchronizing usage tracker for tenant:2935edebaba94b499f5e8a417912af6b on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:24:47.801179 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-8ef97ed0-5378-45ed-a4b8-5a5adc40f87d req-e8b2acfd-83c8-4a85-a988-32795a540c66 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Unset dirty status for tenant:2935edebaba94b499f5e8a417912af6b on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:24:47.802423 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8ef97ed0-5378-45ed-a4b8-5a5adc40f87d req-e8b2acfd-83c8-4a85-a988-32795a540c66 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587220 Apr 19 18:24:48.026941 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76701f60-23e4-4126-ac34-5fd8ced39ee1 req-42289591-73d0-4d6d-9ff3-efc4dea0e178 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:48.028524 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-76701f60-23e4-4126-ac34-5fd8ced39ee1 req-42289591-73d0-4d6d-9ff3-efc4dea0e178 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.0944839 Apr 19 18:24:48.077648 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-76701f60-23e4-4126-ac34-5fd8ced39ee1 req-f4a3ca3f-0d73-4b69-9468-ab8a7281f84f tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426559 Apr 19 18:24:49.011712 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce7302-1177-427b-8758-b677b8163caf req-40f12434-b0d2-4d9c-8894-51601fd813e9 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:49.012477 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-17ce7302-1177-427b-8758-b677b8163caf req-40f12434-b0d2-4d9c-8894-51601fd813e9 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Synchronizing usage tracker for tenant:2935edebaba94b499f5e8a417912af6b on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:24:49.027887 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-17ce7302-1177-427b-8758-b677b8163caf req-40f12434-b0d2-4d9c-8894-51601fd813e9 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Unset dirty status for tenant:2935edebaba94b499f5e8a417912af6b on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:24:49.029158 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-17ce7302-1177-427b-8758-b677b8163caf req-40f12434-b0d2-4d9c-8894-51601fd813e9 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 945 time: 0.1069024 Apr 19 18:24:49.078110 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-17ce7302-1177-427b-8758-b677b8163caf req-a488d124-6a8b-4714-8ae4-40ff3500a012 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/security-groups?id=432c4a46-c567-4373-a8d2-634bae7dc446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414171 Apr 19 18:24:49.293535 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf9f4d-f5d7-4d26-82c0-975ad4a1240b req-b13e36da-d3a7-4c8f-a480-efe4eea0b5d4 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:49.302039 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6caf9f4d-f5d7-4d26-82c0-975ad4a1240b req-b13e36da-d3a7-4c8f-a480-efe4eea0b5d4 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.1066275 Apr 19 18:24:49.352391 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6caf9f4d-f5d7-4d26-82c0-975ad4a1240b req-2cf44b8c-2306-44b9-90f1-d113aedd88ad tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490096 Apr 19 18:24:49.535046 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d453896-908e-422e-a612-7af5fc2e9d60 req-4ab0b91d-916d-4b8d-9ae1-33fbdd0c0037 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:49.536685 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5d453896-908e-422e-a612-7af5fc2e9d60 req-4ab0b91d-916d-4b8d-9ae1-33fbdd0c0037 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.95 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 945 time: 0.0895855 Apr 19 18:24:49.620352 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-5d453896-908e-422e-a612-7af5fc2e9d60 req-4a259df5-7376-4cc2-bf8b-aebbf7d2b798 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Deleting port 3f7cd72f-f54d-4ea0-b774-3498c27f3f92 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:24:49.620746 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-5d453896-908e-422e-a612-7af5fc2e9d60 req-4a259df5-7376-4cc2-bf8b-aebbf7d2b798 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:49.891530 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-5d453896-908e-422e-a612-7af5fc2e9d60 req-4a259df5-7376-4cc2-bf8b-aebbf7d2b798 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] For port 3f7cd72f-f54d-4ea0-b774-3498c27f3f92, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3f7cd72f-f54d-4ea0-b774-3498c27f3f92,segment=NetworkSegment(035eaf50-dc97-46fd-9b52-e4ec20975f0a),segment_id=035eaf50-dc97-46fd-9b52-e4ec20975f0a)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:24:49.891836 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-5d453896-908e-422e-a612-7af5fc2e9d60 req-4a259df5-7376-4cc2-bf8b-aebbf7d2b798 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:50.028263 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-5d453896-908e-422e-a612-7af5fc2e9d60 req-4a259df5-7376-4cc2-bf8b-aebbf7d2b798 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Calling delete_port for 3f7cd72f-f54d-4ea0-b774-3498c27f3f92 owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:24:50.182405 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-5d453896-908e-422e-a612-7af5fc2e9d60 req-4a259df5-7376-4cc2-bf8b-aebbf7d2b798 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:50.188411 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2d9feb77-88db-4f26-9425-05c18a8d261b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:50.194307 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['3f7cd72f-f54d-4ea0-b774-3498c27f3f92'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:24:50.275016 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a259df5-7376-4cc2-bf8b-aebbf7d2b798 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Pushing event deleted for resources: {'Port': ['ID=3f7cd72f-f54d-4ea0-b774-3498c27f3f92,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:50.289124 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4a259df5-7376-4cc2-bf8b-aebbf7d2b798 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:50.292730 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-41b9c408-8189-4bae-b4b2-2b026061a6e1 req-94f1d0ca-8bab-40e7-b32b-7786c86bd69b tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.20 "GET /v2.0/ports?device_id=e75afc3a-60c1-4e4d-b44e-881172c083cc HTTP/1.1" status: 200 len: 210 time: 0.0649889 Apr 19 18:24:50.350014 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-372d0116-cb1d-47a7-aa96-3f9843476fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:50.378575 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d453896-908e-422e-a612-7af5fc2e9d60 req-4a259df5-7376-4cc2-bf8b-aebbf7d2b798 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] No DVR routers for this DVR port 3f7cd72f-f54d-4ea0-b774-3498c27f3f92 on host hv-cinder-78692 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:24:50.381592 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-5d453896-908e-422e-a612-7af5fc2e9d60 req-4a259df5-7376-4cc2-bf8b-aebbf7d2b798 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:50.384720 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75afc3a-60c1-4e4d-b44e-881172c083cc', 'name': 'network-vif-deleted', 'tag': '3f7cd72f-f54d-4ea0-b774-3498c27f3f92'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:24:50.402146 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5d453896-908e-422e-a612-7af5fc2e9d60 req-4a259df5-7376-4cc2-bf8b-aebbf7d2b798 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] 10.222.0.95 "DELETE /v2.0/ports/3f7cd72f-f54d-4ea0-b774-3498c27f3f92 HTTP/1.1" status: 204 len: 173 time: 0.8599591 Apr 19 18:24:50.454318 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75afc3a-60c1-4e4d-b44e-881172c083cc', 'name': 'network-vif-deleted', 'tag': '3f7cd72f-f54d-4ea0-b774-3498c27f3f92', 'status': 'completed', 'code': 200} Apr 19 18:24:50.596629 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74852395-212e-4a24-b82e-223884bd8a49 req-be06da3f-66d7-4b67-a3bd-9220ac59e86c tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:50.598375 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-74852395-212e-4a24-b82e-223884bd8a49 req-be06da3f-66d7-4b67-a3bd-9220ac59e86c tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.1113122 Apr 19 18:24:50.657605 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-74852395-212e-4a24-b82e-223884bd8a49 req-40c6bb34-fc34-4b90-aa98-ce523faf4b74 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475497 Apr 19 18:24:51.879477 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5833154-d2b9-40e6-9a38-cdc0610497b0 req-320971c3-fc05-41ab-ac3a-eeebea40c64c tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:51.881190 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b5833154-d2b9-40e6-9a38-cdc0610497b0 req-320971c3-fc05-41ab-ac3a-eeebea40c64c tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.0999823 Apr 19 18:24:51.952352 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b5833154-d2b9-40e6-9a38-cdc0610497b0 req-d5425b18-1991-462b-8fb0-f560abbbad7c tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597935 Apr 19 18:24:52.261759 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 42522) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:53.011748 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-53125517-ae97-4584-a424-dda47f1c1fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:53.140003 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-13fb4bf3-fe80-4a32-8775-0913c1f153a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853820771'] for router_interface, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:53.328962 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d85916-0df4-4165-b338-55307ff92a52 req-d018134d-8cfd-4c19-b6ba-d38958686f3b tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:53.330862 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a1d85916-0df4-4165-b338-55307ff92a52 req-d018134d-8cfd-4c19-b6ba-d38958686f3b tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.2571545 Apr 19 18:24:53.506771 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a1d85916-0df4-4165-b338-55307ff92a52 req-d63e24b5-daab-440f-9fa9-836dddbd7d66 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557348 Apr 19 18:24:53.604136 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-13fb4bf3-fe80-4a32-8775-0913c1f153a4 admin admin] Deleting port e8488234-9041-41ec-8a3a-d1bb1098d3d2 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:24:53.604696 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-13fb4bf3-fe80-4a32-8775-0913c1f153a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:53.678033 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 3f7cd72f-f54d-4ea0-b774-3498c27f3f92 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:24:53.723938 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-475608ed-a13e-46e7-9848-c108f45467de None None] No Port match for: 3f7cd72f-f54d-4ea0-b774-3498c27f3f92 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:24:53.724612 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 3f7cd72f-f54d-4ea0-b774-3498c27f3f92 not bound to the agent host hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:24:53.811756 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-13fb4bf3-fe80-4a32-8775-0913c1f153a4 admin admin] For port e8488234-9041-41ec-8a3a-d1bb1098d3d2, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=e8488234-9041-41ec-8a3a-d1bb1098d3d2,segment=NetworkSegment(035eaf50-dc97-46fd-9b52-e4ec20975f0a),segment_id=035eaf50-dc97-46fd-9b52-e4ec20975f0a)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:24:53.812196 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-13fb4bf3-fe80-4a32-8775-0913c1f153a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:53.836719 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:53.948081 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3eefb9-b9c7-4acb-9e31-f544b63d1ec7 req-9056f4dc-3577-45ee-873c-49c9a51196c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:53.949689 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0b3eefb9-b9c7-4acb-9e31-f544b63d1ec7 req-9056f4dc-3577-45ee-873c-49c9a51196c3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2ecc46ba406c49228523cb5b97f01bf0&device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 1098 time: 0.0827692 Apr 19 18:24:53.998134 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-13fb4bf3-fe80-4a32-8775-0913c1f153a4 admin admin] Calling delete_port for e8488234-9041-41ec-8a3a-d1bb1098d3d2 owned by network:router_interface {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:24:54.097275 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3eefb9-b9c7-4acb-9e31-f544b63d1ec7 req-9a17a88d-2d76-4e73-bea8-172797786ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:54.098787 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0b3eefb9-b9c7-4acb-9e31-f544b63d1ec7 req-9a17a88d-2d76-4e73-bea8-172797786ecc service neutron] 10.222.0.95 "GET /v2.0/networks?id=69808130-b7ac-463c-88f3-9f02786d4c57 HTTP/1.1" status: 200 len: 911 time: 0.1419969 Apr 19 18:24:54.121546 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37692f4-ed56-4d73-be46-27d0bde99510 req-7c2185be-5df9-47bb-b798-724b6fe7202c tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:54.123225 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b37692f4-ed56-4d73-be46-27d0bde99510 req-7c2185be-5df9-47bb-b798-724b6fe7202c tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.3022642 Apr 19 18:24:54.185999 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b37692f4-ed56-4d73-be46-27d0bde99510 req-07411695-2cc6-44f2-87d8-497356388347 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551085 Apr 19 18:24:54.215324 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0b3eefb9-b9c7-4acb-9e31-f544b63d1ec7 req-be0b6c42-8b00-4f4b-8a15-8df96994e9b1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42d2a3a3-2580-4d71-a120-ad0e5a2394e8 HTTP/1.1" status: 200 len: 1000 time: 0.1083722 Apr 19 18:24:54.222144 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:54.262072 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-13fb4bf3-fe80-4a32-8775-0913c1f153a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:54.267367 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7a854e50-a954-4c44-8e92-c4bfe6d70752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:54.290868 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3eefb9-b9c7-4acb-9e31-f544b63d1ec7 req-a2c851df-609a-4b19-9344-194b74733ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:54.292486 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0b3eefb9-b9c7-4acb-9e31-f544b63d1ec7 req-a2c851df-609a-4b19-9344-194b74733ed8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=66d92eeb-4f8e-4ed9-99f4-6a70f34b270c HTTP/1.1" status: 200 len: 849 time: 0.0698335 Apr 19 18:24:54.356201 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb4bf3-fe80-4a32-8775-0913c1f153a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8488234-9041-41ec-8a3a-d1bb1098d3d2,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:54.370970 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-13fb4bf3-fe80-4a32-8775-0913c1f153a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:54.398111 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3eefb9-b9c7-4acb-9e31-f544b63d1ec7 req-30411f4c-64c4-42de-9ae3-27d14cab0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:54.400070 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0b3eefb9-b9c7-4acb-9e31-f544b63d1ec7 req-30411f4c-64c4-42de-9ae3-27d14cab0b11 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69808130-b7ac-463c-88f3-9f02786d4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1000054 Apr 19 18:24:54.575524 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0b3eefb9-b9c7-4acb-9e31-f544b63d1ec7 req-ce2f5c6f-3c6a-46f8-af31-1c4447fb4573 service neutron] 10.222.0.95 "GET /v2.0/networks/69808130-b7ac-463c-88f3-9f02786d4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665416 Apr 19 18:24:54.661086 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-13fb4bf3-fe80-4a32-8775-0913c1f153a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853820701'] for router_interface, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:54.741321 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0b3eefb9-b9c7-4acb-9e31-f544b63d1ec7 req-8657f1b6-91df-4212-a2bc-9deb8214d5c7 service neutron] 10.222.0.95 "GET /v2.0/networks/69808130-b7ac-463c-88f3-9f02786d4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585839 Apr 19 18:24:55.061129 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fb4bf3-fe80-4a32-8775-0913c1f153a4 admin admin] Router 609dc85e-2791-4115-9525-4ac2744e88ac has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:24:55.262338 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fb4bf3-fe80-4a32-8775-0913c1f153a4 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:24:55.276242 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094e9bd7-0dcc-4e7e-9578-f8a6081cf1a9 None None] Sync routers for ids ['609dc85e-2791-4115-9525-4ac2744e88ac'] in dv-cinder-786928-1-smb {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:24:55.279617 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 42552) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:55.279867 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-13fb4bf3-fe80-4a32-8775-0913c1f153a4 admin admin] 10.222.0.20 "PUT /v2.0/routers/609dc85e-2791-4115-9525-4ac2744e88ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0167873 Apr 19 18:24:55.289777 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094e9bd7-0dcc-4e7e-9578-f8a6081cf1a9 None None] Routers {'609dc85e-2791-4115-9525-4ac2744e88ac'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:24:55.291567 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-094e9bd7-0dcc-4e7e-9578-f8a6081cf1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:24:53Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['609dc85e-2791-4115-9525-4ac2744e88ac'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:24:55.455839 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a91966-47bd-4feb-8444-99343e8d78bb req-58c7faba-97f0-4880-97ca-fda2d67be187 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:55.457678 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-93a91966-47bd-4feb-8444-99343e8d78bb req-58c7faba-97f0-4880-97ca-fda2d67be187 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.1476462 Apr 19 18:24:55.518165 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-094e9bd7-0dcc-4e7e-9578-f8a6081cf1a9 None None] Set router 609dc85e-2791-4115-9525-4ac2744e88ac gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:24:55.530678 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-93a91966-47bd-4feb-8444-99343e8d78bb req-353fbe41-7680-4b9a-96fc-d53f87158494 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607424 Apr 19 18:24:55.604524 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d86bf4e3-441c-4087-8bdb-db832d48697a admin admin] Notify callbacks [] for router, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:55.726179 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:55.812975 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d86bf4e3-441c-4087-8bdb-db832d48697a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:55.822436 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-d86bf4e3-441c-4087-8bdb-db832d48697a admin admin] Deleting port f577b163-743b-4f62-8832-68f9ff1919ef {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:24:55.822821 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d86bf4e3-441c-4087-8bdb-db832d48697a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:55.858873 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-094e9bd7-0dcc-4e7e-9578-f8a6081cf1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'name': 'tempest-TestMinimumBasicScenario-1393176836-router', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:08Z', 'updated_at': '2021-04-19T18:24:54Z', 'revision_number': 5, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'gw_port': {'id': 'f577b163-743b-4f62-8832-68f9ff1919ef', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:09Z', 'updated_at': '2021-04-19T18:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:24:55.863526 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094e9bd7-0dcc-4e7e-9578-f8a6081cf1a9 None None] Checking router: 609dc85e-2791-4115-9525-4ac2744e88ac for host: dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:24:55.872760 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094e9bd7-0dcc-4e7e-9578-f8a6081cf1a9 None None] Routers {'609dc85e-2791-4115-9525-4ac2744e88ac'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:24:55.873449 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-094e9bd7-0dcc-4e7e-9578-f8a6081cf1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:24:53Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['609dc85e-2791-4115-9525-4ac2744e88ac'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:24:56.013939 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-d86bf4e3-441c-4087-8bdb-db832d48697a admin admin] For port f577b163-743b-4f62-8832-68f9ff1919ef, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=f577b163-743b-4f62-8832-68f9ff1919ef,segment=NetworkSegment(1f30a495-c1e9-401c-a4af-f66487472610),segment_id=1f30a495-c1e9-401c-a4af-f66487472610)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:24:56.014343 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d86bf4e3-441c-4087-8bdb-db832d48697a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:56.043922 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-094e9bd7-0dcc-4e7e-9578-f8a6081cf1a9 None None] Set router 609dc85e-2791-4115-9525-4ac2744e88ac gateway port host: None {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:24:56.151896 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-d86bf4e3-441c-4087-8bdb-db832d48697a admin admin] Calling delete_port for f577b163-743b-4f62-8832-68f9ff1919ef owned by network:router_gateway {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:24:56.160228 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-094e9bd7-0dcc-4e7e-9578-f8a6081cf1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'name': 'tempest-TestMinimumBasicScenario-1393176836-router', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:08Z', 'updated_at': '2021-04-19T18:24:55Z', 'revision_number': 6, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'gw_port_host': None}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:24:56.164507 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094e9bd7-0dcc-4e7e-9578-f8a6081cf1a9 None None] The sync data for ids ['609dc85e-2791-4115-9525-4ac2744e88ac'] in dv-cinder-786928-1-smb is: [{'id': '609dc85e-2791-4115-9525-4ac2744e88ac', 'name': 'tempest-TestMinimumBasicScenario-1393176836-router', 'tenant_id': '2935edebaba94b499f5e8a417912af6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:08Z', 'updated_at': '2021-04-19T18:24:55Z', 'revision_number': 6, 'project_id': '2935edebaba94b499f5e8a417912af6b', 'gw_port_host': None}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:24:56.338286 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d86bf4e3-441c-4087-8bdb-db832d48697a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:56.343097 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-180fea1d-beec-47b1-889d-1389f7b18de8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:56.392599 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86bf4e3-441c-4087-8bdb-db832d48697a admin admin] Pushing event deleted for resources: {'Port': ['ID=f577b163-743b-4f62-8832-68f9ff1919ef,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:56.396511 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d86bf4e3-441c-4087-8bdb-db832d48697a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:56.492737 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d86bf4e3-441c-4087-8bdb-db832d48697a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-950882'] for router_gateway, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:56.734466 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d86bf4e3-441c-4087-8bdb-db832d48697a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-980542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760900'] for router, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:56.741868 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d86bf4e3-441c-4087-8bdb-db832d48697a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:57.019521 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d86bf4e3-441c-4087-8bdb-db832d48697a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853825158'] for router, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:57.019521 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86bf4e3-441c-4087-8bdb-db832d48697a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 609dc85e-2791-4115-9525-4ac2744e88ac {{(pid=86363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:24:57.042350 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d86bf4e3-441c-4087-8bdb-db832d48697a admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:57.043613 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-d86bf4e3-441c-4087-8bdb-db832d48697a admin admin] 10.222.0.20 "DELETE /v2.0/routers/609dc85e-2791-4115-9525-4ac2744e88ac HTTP/1.1" status: 204 len: 168 time: 1.7628915 Apr 19 18:24:57.046456 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 42576) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:57.055527 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd572b-4c11-4c5f-89af-c93af60443a4 req-2b52711c-bd30-4d41-a21e-483baefbb77a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:24:57.057989 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-82bd572b-4c11-4c5f-89af-c93af60443a4 req-2b52711c-bd30-4d41-a21e-483baefbb77a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.3782818 Apr 19 18:24:57.128401 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_v2 [None req-36324cd8-9f47-40f4-87a5-2614e536563d admin admin] Deleting subnet 68f2128c-c4ee-4de5-af84-288bf9705ea6 {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:24:57.129351 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-82bd572b-4c11-4c5f-89af-c93af60443a4 req-9371229e-f14d-412d-b4db-c1be6b7943b8 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598416 Apr 19 18:24:57.132145 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-36324cd8-9f47-40f4-87a5-2614e536563d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:57.187454 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-36324cd8-9f47-40f4-87a5-2614e536563d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853074136'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:57.321454 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-36324cd8-9f47-40f4-87a5-2614e536563d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16567764'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:57.416541 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device f577b163-743b-4f62-8832-68f9ff1919ef no longer exists at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:24:57.461006 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] No Port match for: f577b163-743b-4f62-8832-68f9ff1919ef {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:24:57.461402 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device f577b163-743b-4f62-8832-68f9ff1919ef not bound to the agent host dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:24:57.461872 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device e8488234-9041-41ec-8a3a-d1bb1098d3d2 no longer exists at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:24:57.504011 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] No Port match for: e8488234-9041-41ec-8a3a-d1bb1098d3d2 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:24:57.504327 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device e8488234-9041-41ec-8a3a-d1bb1098d3d2 not bound to the agent host dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:24:57.854925 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-36324cd8-9f47-40f4-87a5-2614e536563d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838208020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851668930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852618523'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:57.860025 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:57.898222 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36324cd8-9f47-40f4-87a5-2614e536563d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68f2128c-c4ee-4de5-af84-288bf9705ea6,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:57.901591 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-36324cd8-9f47-40f4-87a5-2614e536563d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:57.902658 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-36324cd8-9f47-40f4-87a5-2614e536563d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:57.909337 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-36324cd8-9f47-40f4-87a5-2614e536563d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/68f2128c-c4ee-4de5-af84-288bf9705ea6 HTTP/1.1" status: 204 len: 168 time: 0.8616166 Apr 19 18:24:57.909858 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626913cf-a938-485f-9ae1-ff9c517ab90c None None] Network 223f0005-7301-4120-ae02-8b68452092d5 requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:24:57.912050 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 42598) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:58.034554 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655000'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:58.047089 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] Deleting port 3b67ff64-9915-474f-8688-abea2f965871 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:24:58.047509 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:58.285628 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] For port 3b67ff64-9915-474f-8688-abea2f965871, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=3b67ff64-9915-474f-8688-abea2f965871,segment=NetworkSegment(035eaf50-dc97-46fd-9b52-e4ec20975f0a),segment_id=035eaf50-dc97-46fd-9b52-e4ec20975f0a)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:24:58.286015 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:58.363905 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6667e82e-9cce-4417-a75f-8fadc27a4097 None None] DHCP port deletion for 223f0005-7301-4120-ae02-8b68452092d5 request from dv-cinder-786928-1-smb {{(pid=86365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:24:58.368839 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-6667e82e-9cce-4417-a75f-8fadc27a4097 None None] Deleting port 3b67ff64-9915-474f-8688-abea2f965871 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:24:58.369796 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6667e82e-9cce-4417-a75f-8fadc27a4097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:58.431347 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] Calling delete_port for 3b67ff64-9915-474f-8688-abea2f965871 owned by network:dhcp {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:24:58.516718 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:58.522892 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c0e7a8c2-d9f2-4fcf-814a-e70045554c82 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:58.586934 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] Pushing event deleted for resources: {'Port': ['ID=3b67ff64-9915-474f-8688-abea2f965871,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:58.593149 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:58.594543 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] No DVR routers for this DVR port 3b67ff64-9915-474f-8688-abea2f965871 on host dv-cinder-786928-1-smb {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:24:58.611765 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-6667e82e-9cce-4417-a75f-8fadc27a4097 None None] For port 3b67ff64-9915-474f-8688-abea2f965871, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=3b67ff64-9915-474f-8688-abea2f965871,segment=NetworkSegment(035eaf50-dc97-46fd-9b52-e4ec20975f0a),segment_id=035eaf50-dc97-46fd-9b52-e4ec20975f0a)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:24:58.612458 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6667e82e-9cce-4417-a75f-8fadc27a4097 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:58.732921 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838208127', 'neutron.services.segments.db._delete_segments_for_network-8728807561075'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:58.756433 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-6667e82e-9cce-4417-a75f-8fadc27a4097 None None] Calling delete_port for 3b67ff64-9915-474f-8688-abea2f965871 owned by network:dhcp {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:24:58.854450 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223f0005-7301-4120-ae02-8b68452092d5']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:24:58.872824 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035eaf50-dc97-46fd-9b52-e4ec20975f0a') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:24:58.873186 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035eaf50-dc97-46fd-9b52-e4ec20975f0a') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:24:58.888095 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308047041891', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127947'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:58.920163 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.db.api [None req-6667e82e-9cce-4417-a75f-8fadc27a4097 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86365) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:24:58.920688 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_db.api [None req-6667e82e-9cce-4417-a75f-8fadc27a4097 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:24:58.926739 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:58.933571 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:24:59.119365 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] Network 223f0005-7301-4120-ae02-8b68452092d5 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:24:59.128672 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16650949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1252639'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:59.311928 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] Network 223f0005-7301-4120-ae02-8b68452092d5 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: Traceback (most recent call last): Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: timer() Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: cb(*args, **kw) Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: return func(*args, **kwargs) Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: self._notify() Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: self.callback(batched_events) Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: event.method(event) Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: segment_id)['aggregates'][0] Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: return f(self, *a, **k) Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: return self._get(url).json() Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: **kwargs) Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: return self.request(url, 'GET', **kwargs) Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: **endpoint_filter) Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:24:59.335811 dv-cinder-786928-1-smb neutron-server[86248]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:24:59.406150 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 3b67ff64-9915-474f-8688-abea2f965871 no longer exists at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:24:59.424394 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16567689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962437'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:59.429685 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:24:59.439331 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-6667e82e-9cce-4417-a75f-8fadc27a4097 None None] Deleting port 3b67ff64-9915-474f-8688-abea2f965871 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:24:59.439860 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6667e82e-9cce-4417-a75f-8fadc27a4097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:59.444334 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:59.456799 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] Pushing event deleted for resources: {'Network': ['ID=223f0005-7301-4120-ae02-8b68452092d5,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:24:59.460516 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:24:59.472478 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] 10.222.0.20 "DELETE /v2.0/networks/223f0005-7301-4120-ae02-8b68452092d5 HTTP/1.1" status: 204 len: 168 time: 1.5576801 Apr 19 18:24:59.474791 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 42610) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:59.482580 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] No Port match for: 3b67ff64-9915-474f-8688-abea2f965871 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:24:59.482986 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 3b67ff64-9915-474f-8688-abea2f965871 not bound to the agent host dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:24:59.521811 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-6667e82e-9cce-4417-a75f-8fadc27a4097 None None] The port '3b67ff64-9915-474f-8688-abea2f965871' was deleted {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:24:59.774809 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 42616) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:24:59.847730 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1815936-f844-4b9c-afa1-1ae33e000a15 admin admin] Deleting subnet fe75bd92-2500-49d8-a570-c64849885c39 {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:24:59.850988 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a1815936-f844-4b9c-afa1-1ae33e000a15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:24:59.910910 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a1815936-f844-4b9c-afa1-1ae33e000a15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853074136'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:00.005214 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:00.021247 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a1815936-f844-4b9c-afa1-1ae33e000a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16567764'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:00.193201 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e7b4e700-5a65-4a9c-a05e-959295ac4b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853820771'] for router_interface, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:00.357691 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a1815936-f844-4b9c-afa1-1ae33e000a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838208020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851668930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852618523'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:00.362910 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-46fb9ce2-4a2a-45e3-9196-ee7947793669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:00.404154 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1815936-f844-4b9c-afa1-1ae33e000a15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe75bd92-2500-49d8-a570-c64849885c39,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:00.407524 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a1815936-f844-4b9c-afa1-1ae33e000a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:00.408700 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a1815936-f844-4b9c-afa1-1ae33e000a15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:00.415292 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-a1815936-f844-4b9c-afa1-1ae33e000a15 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fe75bd92-2500-49d8-a570-c64849885c39 HTTP/1.1" status: 204 len: 168 time: 0.6392882 Apr 19 18:25:00.417965 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 42622) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:00.541198 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-95b659dd-4ade-4ca6-9051-c193d171c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655000'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:00.585375 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-e7b4e700-5a65-4a9c-a05e-959295ac4b08 admin admin] Deleting port 650c7ba0-c8b0-41c0-9ade-1341285b80b8 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:25:00.586792 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e7b4e700-5a65-4a9c-a05e-959295ac4b08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:00.687080 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-95b659dd-4ade-4ca6-9051-c193d171c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838208127', 'neutron.services.segments.db._delete_segments_for_network-8728807561075'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:00.780524 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-e7b4e700-5a65-4a9c-a05e-959295ac4b08 admin admin] For port 650c7ba0-c8b0-41c0-9ade-1341285b80b8, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=650c7ba0-c8b0-41c0-9ade-1341285b80b8,segment=NetworkSegment(c74e0754-dd8b-4f9d-a561-c435b4f6e7a6),segment_id=c74e0754-dd8b-4f9d-a561-c435b4f6e7a6)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:00.780966 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e7b4e700-5a65-4a9c-a05e-959295ac4b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:00.805978 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-95b659dd-4ade-4ca6-9051-c193d171c6f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e00816-0bec-4051-b588-104519e4fca9']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:25:00.820048 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-95b659dd-4ade-4ca6-9051-c193d171c6f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b49068-2d9d-4702-8583-d31d5677a115') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:25:00.820391 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-95b659dd-4ade-4ca6-9051-c193d171c6f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b49068-2d9d-4702-8583-d31d5677a115') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:25:00.833767 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-95b659dd-4ade-4ca6-9051-c193d171c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308047041891', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1701664'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:00.849608 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-95b659dd-4ade-4ca6-9051-c193d171c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:00.856099 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b659dd-4ade-4ca6-9051-c193d171c6f0 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:25:00.918778 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-e7b4e700-5a65-4a9c-a05e-959295ac4b08 admin admin] Calling delete_port for 650c7ba0-c8b0-41c0-9ade-1341285b80b8 owned by network:router_interface {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:25:01.058615 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-95b659dd-4ade-4ca6-9051-c193d171c6f0 admin admin] Network 08e00816-0bec-4051-b588-104519e4fca9 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:25:01.069093 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-95b659dd-4ade-4ca6-9051-c193d171c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16650949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3107741'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:01.103822 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e7b4e700-5a65-4a9c-a05e-959295ac4b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:01.110696 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fdcf9c1c-3844-40a0-b712-408b2077f065 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:01.170480 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4e700-5a65-4a9c-a05e-959295ac4b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=650c7ba0-c8b0-41c0-9ade-1341285b80b8,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:01.207266 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e7b4e700-5a65-4a9c-a05e-959295ac4b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:01.309153 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-95b659dd-4ade-4ca6-9051-c193d171c6f0 admin admin] Network 08e00816-0bec-4051-b588-104519e4fca9 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: Traceback (most recent call last): Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: timer() Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: cb(*args, **kw) Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: return func(*args, **kwargs) Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: self._notify() Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: self.callback(batched_events) Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: event.method(event) Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: segment_id)['aggregates'][0] Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: return f(self, *a, **k) Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: return self._get(url).json() Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: **kwargs) Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: return self.request(url, 'GET', **kwargs) Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: **endpoint_filter) Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:25:01.336967 dv-cinder-786928-1-smb neutron-server[86248]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:25:01.433738 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-95b659dd-4ade-4ca6-9051-c193d171c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16567689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962437'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:01.438251 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d02972dd-3714-4600-ade5-013816c99004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:01.460248 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-95b659dd-4ade-4ca6-9051-c193d171c6f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:01.471278 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b659dd-4ade-4ca6-9051-c193d171c6f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=08e00816-0bec-4051-b588-104519e4fca9,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:01.475548 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-95b659dd-4ade-4ca6-9051-c193d171c6f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:01.481129 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-95b659dd-4ade-4ca6-9051-c193d171c6f0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/08e00816-0bec-4051-b588-104519e4fca9 HTTP/1.1" status: 204 len: 168 time: 1.0620279 Apr 19 18:25:01.630685 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 42634) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:01.691189 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-dae4f532-5682-4e54-ad79-5f5d49d65512 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc0d64d42f6041d8bf7e578f1a823ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0584347 Apr 19 18:25:01.693576 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 42638) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:01.759929 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-60b601f3-cd08-4786-8829-8547ab06fe41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:01.784378 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e7b4e700-5a65-4a9c-a05e-959295ac4b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853820701'] for router_interface, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:01.791125 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-60b601f3-cd08-4786-8829-8547ab06fe41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:01.839789 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-60b601f3-cd08-4786-8829-8547ab06fe41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:01.852492 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d2e9246f-5a59-453e-88ab-bf00c77f9341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:01.871539 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b601f3-cd08-4786-8829-8547ab06fe41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeaf3799-c410-4da7-9f39-5f59d6973a51,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:01.875003 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-60b601f3-cd08-4786-8829-8547ab06fe41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:01.877523 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-60b601f3-cd08-4786-8829-8547ab06fe41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:01.881326 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-60b601f3-cd08-4786-8829-8547ab06fe41 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aeaf3799-c410-4da7-9f39-5f59d6973a51 HTTP/1.1" status: 204 len: 168 time: 0.1841516 Apr 19 18:25:02.216464 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b4e700-5a65-4a9c-a05e-959295ac4b08 admin admin] Router 303acf21-4b56-4ea8-a2f5-09e3be45b31f has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:25:02.416689 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b4e700-5a65-4a9c-a05e-959295ac4b08 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:25:02.426195 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866744bb-fe30-4842-b0dd-eb1cd34811a9 None None] Sync routers for ids ['303acf21-4b56-4ea8-a2f5-09e3be45b31f'] in dv-cinder-786928-1-smb {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:25:02.427862 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-e7b4e700-5a65-4a9c-a05e-959295ac4b08 admin admin] 10.222.0.20 "PUT /v2.0/routers/303acf21-4b56-4ea8-a2f5-09e3be45b31f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9518805 Apr 19 18:25:02.430432 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 42658) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:02.436856 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866744bb-fe30-4842-b0dd-eb1cd34811a9 None None] Routers {'303acf21-4b56-4ea8-a2f5-09e3be45b31f'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:25:02.437603 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-866744bb-fe30-4842-b0dd-eb1cd34811a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:24:53Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['303acf21-4b56-4ea8-a2f5-09e3be45b31f'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:25:02.659073 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-866744bb-fe30-4842-b0dd-eb1cd34811a9 None None] Set router 303acf21-4b56-4ea8-a2f5-09e3be45b31f gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:25:02.664744 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9acb724f-6044-4aa0-8061-6121a094359b admin admin] Notify callbacks [] for router, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:02.867996 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9acb724f-6044-4aa0-8061-6121a094359b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:02.876791 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-9acb724f-6044-4aa0-8061-6121a094359b admin admin] Deleting port 62212219-f19e-4462-b0e1-fd6ce31e6a9f {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:25:02.877459 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9acb724f-6044-4aa0-8061-6121a094359b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:02.982300 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-866744bb-fe30-4842-b0dd-eb1cd34811a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303acf21-4b56-4ea8-a2f5-09e3be45b31f', 'name': 'tempest-TestMinimumBasicScenario-263848567-router', 'tenant_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '62212219-f19e-4462-b0e1-fd6ce31e6a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:21Z', 'updated_at': '2021-04-19T18:25:01Z', 'revision_number': 5, 'project_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'gw_port': {'id': '62212219-f19e-4462-b0e1-fd6ce31e6a9f', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:16:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303acf21-4b56-4ea8-a2f5-09e3be45b31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:22Z', 'updated_at': '2021-04-19T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:25:02.986598 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866744bb-fe30-4842-b0dd-eb1cd34811a9 None None] Checking router: 303acf21-4b56-4ea8-a2f5-09e3be45b31f for host: dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:25:02.997162 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866744bb-fe30-4842-b0dd-eb1cd34811a9 None None] Routers {'303acf21-4b56-4ea8-a2f5-09e3be45b31f'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:25:02.997835 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-866744bb-fe30-4842-b0dd-eb1cd34811a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:24:53Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['303acf21-4b56-4ea8-a2f5-09e3be45b31f'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:25:03.091114 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-9acb724f-6044-4aa0-8061-6121a094359b admin admin] For port 62212219-f19e-4462-b0e1-fd6ce31e6a9f, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=62212219-f19e-4462-b0e1-fd6ce31e6a9f,segment=NetworkSegment(1f30a495-c1e9-401c-a4af-f66487472610),segment_id=1f30a495-c1e9-401c-a4af-f66487472610)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:03.091719 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9acb724f-6044-4aa0-8061-6121a094359b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:03.191838 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-866744bb-fe30-4842-b0dd-eb1cd34811a9 None None] Set router 303acf21-4b56-4ea8-a2f5-09e3be45b31f gateway port host: None {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:25:03.258620 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-9acb724f-6044-4aa0-8061-6121a094359b admin admin] Calling delete_port for 62212219-f19e-4462-b0e1-fd6ce31e6a9f owned by network:router_gateway {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:25:03.319651 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-866744bb-fe30-4842-b0dd-eb1cd34811a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303acf21-4b56-4ea8-a2f5-09e3be45b31f', 'name': 'tempest-TestMinimumBasicScenario-263848567-router', 'tenant_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:21Z', 'updated_at': '2021-04-19T18:25:02Z', 'revision_number': 6, 'project_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'gw_port_host': None}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:25:03.324619 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866744bb-fe30-4842-b0dd-eb1cd34811a9 None None] The sync data for ids ['303acf21-4b56-4ea8-a2f5-09e3be45b31f'] in dv-cinder-786928-1-smb is: [{'id': '303acf21-4b56-4ea8-a2f5-09e3be45b31f', 'name': 'tempest-TestMinimumBasicScenario-263848567-router', 'tenant_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:21Z', 'updated_at': '2021-04-19T18:25:02Z', 'revision_number': 6, 'project_id': 'a91e3d09286a4dd4bd4044b7ba4a6a24', 'gw_port_host': None}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:25:03.460032 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9acb724f-6044-4aa0-8061-6121a094359b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:03.465159 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0128f1a3-8d16-483d-8831-f0fbf8c07769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:03.513481 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb724f-6044-4aa0-8061-6121a094359b admin admin] Pushing event deleted for resources: {'Port': ['ID=62212219-f19e-4462-b0e1-fd6ce31e6a9f,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:03.517002 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-9acb724f-6044-4aa0-8061-6121a094359b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:03.626264 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9acb724f-6044-4aa0-8061-6121a094359b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-950882'] for router_gateway, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:03.831340 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9acb724f-6044-4aa0-8061-6121a094359b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-980542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760900'] for router, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:03.833927 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9acb724f-6044-4aa0-8061-6121a094359b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:03.856293 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9acb724f-6044-4aa0-8061-6121a094359b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853825158'] for router, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:03.856882 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acb724f-6044-4aa0-8061-6121a094359b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 303acf21-4b56-4ea8-a2f5-09e3be45b31f {{(pid=86363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:25:03.871369 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9acb724f-6044-4aa0-8061-6121a094359b admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:03.872847 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-9acb724f-6044-4aa0-8061-6121a094359b admin admin] 10.222.0.20 "DELETE /v2.0/routers/303acf21-4b56-4ea8-a2f5-09e3be45b31f HTTP/1.1" status: 204 len: 168 time: 1.4413207 Apr 19 18:25:03.875607 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 42694) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:03.944331 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fcc7d15-5c80-4afa-8385-3d6b87e4efdf admin admin] Deleting subnet a79292ad-e48f-424b-80e8-a6abd704ce50 {{(pid=86363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:25:03.947960 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7d15-5c80-4afa-8385-3d6b87e4efdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:04.012081 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7d15-5c80-4afa-8385-3d6b87e4efdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851647869'] for subnet, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:04.171913 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7d15-5c80-4afa-8385-3d6b87e4efdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16567764'] for subnet, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:04.450633 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7d15-5c80-4afa-8385-3d6b87e4efdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838208020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853522756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1071933'] for subnet, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:04.457225 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:04.494395 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc7d15-5c80-4afa-8385-3d6b87e4efdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a79292ad-e48f-424b-80e8-a6abd704ce50,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:04.497810 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0fcc7d15-5c80-4afa-8385-3d6b87e4efdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:04.499484 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7d15-5c80-4afa-8385-3d6b87e4efdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:04.506146 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-0fcc7d15-5c80-4afa-8385-3d6b87e4efdf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a79292ad-e48f-424b-80e8-a6abd704ce50 HTTP/1.1" status: 204 len: 168 time: 0.6294158 Apr 19 18:25:04.506767 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43f197b-a653-492f-8dcc-24b6e1dcf5f3 None None] Network 41b71e6f-a7b6-49ce-8e2a-32502c76fb0c requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:25:04.508792 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 42710) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:04.640429 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8680a-bea4-4a4f-bde9-9982ef721674 req-e64ca07b-4d5f-4c68-a240-fee1d108325d tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:04.640757 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655000'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:04.642535 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-eee8680a-bea4-4a4f-bde9-9982ef721674 req-e64ca07b-4d5f-4c68-a240-fee1d108325d tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 946 time: 0.1186159 Apr 19 18:25:04.653840 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] Deleting port 3a682d7a-4060-463e-8c30-0f6252a6ca07 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:25:04.654327 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:04.700968 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-eee8680a-bea4-4a4f-bde9-9982ef721674 req-826bb5d7-8038-4384-86fd-bff70d0b4f01 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505116 Apr 19 18:25:04.804609 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0a3000-5535-4900-b789-ae69f6d6db7d None None] DHCP port deletion for 41b71e6f-a7b6-49ce-8e2a-32502c76fb0c request from dv-cinder-786928-1-smb {{(pid=86365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:25:04.809130 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a3000-5535-4900-b789-ae69f6d6db7d None None] Deleting port 3a682d7a-4060-463e-8c30-0f6252a6ca07 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:25:04.809549 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2d0a3000-5535-4900-b789-ae69f6d6db7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:05.070767 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-2d0a3000-5535-4900-b789-ae69f6d6db7d None None] For port 3a682d7a-4060-463e-8c30-0f6252a6ca07, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=3a682d7a-4060-463e-8c30-0f6252a6ca07,segment=NetworkSegment(c74e0754-dd8b-4f9d-a561-c435b4f6e7a6),segment_id=c74e0754-dd8b-4f9d-a561-c435b4f6e7a6)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:05.071194 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2d0a3000-5535-4900-b789-ae69f6d6db7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:05.187988 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] For port 3a682d7a-4060-463e-8c30-0f6252a6ca07, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=3a682d7a-4060-463e-8c30-0f6252a6ca07,segment=NetworkSegment(c74e0754-dd8b-4f9d-a561-c435b4f6e7a6),segment_id=c74e0754-dd8b-4f9d-a561-c435b4f6e7a6)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:05.188293 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:05.209801 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a3000-5535-4900-b789-ae69f6d6db7d None None] Calling delete_port for 3a682d7a-4060-463e-8c30-0f6252a6ca07 owned by network:dhcp {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:25:05.294710 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2d0a3000-5535-4900-b789-ae69f6d6db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:05.300402 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-aed7e60c-aecd-4338-b009-4e2331288a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:05.329080 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] Calling delete_port for 3a682d7a-4060-463e-8c30-0f6252a6ca07 owned by network:dhcp {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:25:05.348704 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a3000-5535-4900-b789-ae69f6d6db7d None None] Pushing event deleted for resources: {'Port': ['ID=3a682d7a-4060-463e-8c30-0f6252a6ca07,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:05.357415 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a3000-5535-4900-b789-ae69f6d6db7d None None] No DVR routers for this DVR port 3a682d7a-4060-463e-8c30-0f6252a6ca07 on host dv-cinder-786928-1-smb {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:25:05.360325 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a3000-5535-4900-b789-ae69f6d6db7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:25:05.361157 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a3000-5535-4900-b789-ae69f6d6db7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:25:05.361157 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a3000-5535-4900-b789-ae69f6d6db7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:25:05.361424 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a3000-5535-4900-b789-ae69f6d6db7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:25:05.362546 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a3000-5535-4900-b789-ae69f6d6db7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:25:05.362921 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a3000-5535-4900-b789-ae69f6d6db7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:25:05.363311 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a3000-5535-4900-b789-ae69f6d6db7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:25:05.363682 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a3000-5535-4900-b789-ae69f6d6db7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:25:05.364047 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a3000-5535-4900-b789-ae69f6d6db7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:25:05.364412 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a3000-5535-4900-b789-ae69f6d6db7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:25:05.364772 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a3000-5535-4900-b789-ae69f6d6db7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:25:05.365131 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a3000-5535-4900-b789-ae69f6d6db7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:25:05.369297 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2d0a3000-5535-4900-b789-ae69f6d6db7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:05.416895 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 650c7ba0-c8b0-41c0-9ade-1341285b80b8 no longer exists at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:25:05.417106 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.db.api [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86363) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:25:05.417478 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_db.api [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:25:05.458675 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] No Port match for: 650c7ba0-c8b0-41c0-9ade-1341285b80b8 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:25:05.458993 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 650c7ba0-c8b0-41c0-9ade-1341285b80b8 not bound to the agent host dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:25:05.459495 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 3a682d7a-4060-463e-8c30-0f6252a6ca07 no longer exists at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:25:05.496807 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] No Port match for: 3a682d7a-4060-463e-8c30-0f6252a6ca07 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:25:05.497207 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 3a682d7a-4060-463e-8c30-0f6252a6ca07 not bound to the agent host dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:25:05.497834 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 62212219-f19e-4462-b0e1-fd6ce31e6a9f no longer exists at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:25:05.538265 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] No Port match for: 62212219-f19e-4462-b0e1-fd6ce31e6a9f {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:25:05.538653 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 62212219-f19e-4462-b0e1-fd6ce31e6a9f not bound to the agent host dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:25:05.919002 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b938de-f40a-4da6-af62-b85752851c2b req-1909df1b-f083-4edd-9356-815578757385 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:05.920672 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b6b938de-f40a-4da6-af62-b85752851c2b req-1909df1b-f083-4edd-9356-815578757385 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 946 time: 0.0908508 Apr 19 18:25:05.921233 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] Deleting port 3a682d7a-4060-463e-8c30-0f6252a6ca07 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:25:05.922172 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:06.018634 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] The port '3a682d7a-4060-463e-8c30-0f6252a6ca07' was deleted {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:25:06.138945 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b6b938de-f40a-4da6-af62-b85752851c2b req-f14473c0-494f-4456-ae92-d91d841dd7af tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853077 Apr 19 18:25:06.166685 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838208127', 'neutron.services.segments.db._delete_segments_for_network-8728807561075'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:06.291279 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b71e6f-a7b6-49ce-8e2a-32502c76fb0c']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:25:06.305090 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74e0754-dd8b-4f9d-a561-c435b4f6e7a6') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:25:06.305465 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74e0754-dd8b-4f9d-a561-c435b4f6e7a6') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:25:06.318620 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308047041891', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127947'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:06.335451 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:06.342857 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:25:06.530138 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] Network 41b71e6f-a7b6-49ce-8e2a-32502c76fb0c has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:25:06.540075 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16650949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1252639'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:06.731358 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] Network 41b71e6f-a7b6-49ce-8e2a-32502c76fb0c has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: % (table.description, expected, rows_matched) Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: % (table.description, expected, rows_matched) Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: % (table.description, expected, rows_matched) Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: % (table.description, expected, rows_matched) Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: Traceback (most recent call last): Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: timer() Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: cb(*args, **kw) Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: return func(*args, **kwargs) Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: self._notify() Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: self.callback(batched_events) Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: event.method(event) Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: segment_id)['aggregates'][0] Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: return f(self, *a, **k) Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: return self._get(url).json() Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: **kwargs) Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: return self.request(url, 'GET', **kwargs) Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: **endpoint_filter) Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:25:06.755014 dv-cinder-786928-1-smb neutron-server[86248]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:25:06.837850 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16567689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962437'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:06.841727 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:06.862701 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:06.871709 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] Pushing event deleted for resources: {'Network': ['ID=41b71e6f-a7b6-49ce-8e2a-32502c76fb0c,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:06.877352 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:06.880487 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-555e58b3-2f63-495f-afd9-f5c9a22dbe7d admin admin] 10.222.0.20 "DELETE /v2.0/networks/41b71e6f-a7b6-49ce-8e2a-32502c76fb0c HTTP/1.1" status: 204 len: 168 time: 2.3706546 Apr 19 18:25:07.067422 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 42732) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:07.124995 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-63283ec1-bf36-41f8-ae08-bb1b79c5cd4f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2935edebaba94b499f5e8a417912af6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540030 Apr 19 18:25:07.125471 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 42736) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:07.194462 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-46ae9cfc-cb49-4fe4-8049-af0ca1985998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:07.224571 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-46ae9cfc-cb49-4fe4-8049-af0ca1985998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:07.272072 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-46ae9cfc-cb49-4fe4-8049-af0ca1985998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:07.277245 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-3c08e51a-0a2e-4c5a-bdd0-cbea7f410eeb tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:07.293320 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae9cfc-cb49-4fe4-8049-af0ca1985998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432c4a46-c567-4373-a8d2-634bae7dc446,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:07.297902 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-46ae9cfc-cb49-4fe4-8049-af0ca1985998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:07.301477 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-46ae9cfc-cb49-4fe4-8049-af0ca1985998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:07.302722 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-46ae9cfc-cb49-4fe4-8049-af0ca1985998 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/432c4a46-c567-4373-a8d2-634bae7dc446 HTTP/1.1" status: 204 len: 168 time: 0.1762667 Apr 19 18:25:07.364343 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb7095-22f0-4e75-90b1-3422c7cabd3c req-573190a1-4e07-4096-8c6b-c5c1d1175546 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:07.365984 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dbcb7095-22f0-4e75-90b1-3422c7cabd3c req-573190a1-4e07-4096-8c6b-c5c1d1175546 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 946 time: 0.1007743 Apr 19 18:25:07.421020 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-dbcb7095-22f0-4e75-90b1-3422c7cabd3c req-17afdd78-aadc-4c72-a9d1-8d493367e657 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483525 Apr 19 18:25:07.695938 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 42752) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:07.752703 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-1b2b5f7c-f291-4e7f-aae0-d4069a228b00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a91e3d09286a4dd4bd4044b7ba4a6a24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553346 Apr 19 18:25:07.755607 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 42756) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:07.819280 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1190921a-b559-430d-b3ea-b116286f110f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:07.852517 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1190921a-b559-430d-b3ea-b116286f110f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:07.898511 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1190921a-b559-430d-b3ea-b116286f110f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:07.903750 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:07.917529 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190921a-b559-430d-b3ea-b116286f110f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4853d9-0a95-4a8e-a67f-5b22558a4873,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:07.920669 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-1190921a-b559-430d-b3ea-b116286f110f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:07.922768 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1190921a-b559-430d-b3ea-b116286f110f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:07.924074 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-1190921a-b559-430d-b3ea-b116286f110f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b4853d9-0a95-4a8e-a67f-5b22558a4873 HTTP/1.1" status: 204 len: 168 time: 0.1674814 Apr 19 18:25:08.182818 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:25:08.644487 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6d205-1fe8-42c5-aff0-e40c0df87ca8 req-61446391-1676-4dbb-8b65-7ac5f7a6d9e0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:08.646401 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ebf6d205-1fe8-42c5-aff0-e40c0df87ca8 req-61446391-1676-4dbb-8b65-7ac5f7a6d9e0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 946 time: 0.0963571 Apr 19 18:25:08.697472 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-ebf6d205-1fe8-42c5-aff0-e40c0df87ca8 req-d5a6a305-6f18-41b7-a423-533912110f76 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444136 Apr 19 18:25:08.960857 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 42770) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:09.086881 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c29776bf-ae13-4d3f-9c15-e614ba98380c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:09.106961 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-c29776bf-ae13-4d3f-9c15-e614ba98380c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:25:09.111073 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-c29776bf-ae13-4d3f-9c15-e614ba98380c admin admin] Usage tracker for resource:security_group_rule and tenant:e31807a0a76e482c8b2bfd4d763064f4 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:25:09.114266 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-c29776bf-ae13-4d3f-9c15-e614ba98380c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:25:09.120363 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-c29776bf-ae13-4d3f-9c15-e614ba98380c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:25:09.209879 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c29776bf-ae13-4d3f-9c15-e614ba98380c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:09.212603 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c29776bf-ae13-4d3f-9c15-e614ba98380c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:09.222162 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cb450a46-d528-4552-aae8-3db500143dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:09.266452 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-c29776bf-ae13-4d3f-9c15-e614ba98380c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e31807a0a76e482c8b2bfd4d763064f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043995 Apr 19 18:25:09.267517 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29776bf-ae13-4d3f-9c15-e614ba98380c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e0445c-f1f3-41ce-8472-9c8729306d81,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:09.269546 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 42776) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:09.271005 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c29776bf-ae13-4d3f-9c15-e614ba98380c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:09.335146 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5e0f121a-b88f-48f2-a6cd-f01d02415760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:09.363671 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5e0f121a-b88f-48f2-a6cd-f01d02415760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:09.408830 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5e0f121a-b88f-48f2-a6cd-f01d02415760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:09.413851 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fcf9d7f2-c2d4-4c41-b2f1-172be4ce9f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:09.426112 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f121a-b88f-48f2-a6cd-f01d02415760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e0445c-f1f3-41ce-8472-9c8729306d81,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:09.430458 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-5e0f121a-b88f-48f2-a6cd-f01d02415760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:09.434514 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5e0f121a-b88f-48f2-a6cd-f01d02415760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:09.438685 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-5e0f121a-b88f-48f2-a6cd-f01d02415760 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3e0445c-f1f3-41ce-8472-9c8729306d81 HTTP/1.1" status: 204 len: 168 time: 0.1677623 Apr 19 18:25:09.912024 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f6f81-dfe8-49fc-848a-67d8bb33bf29 req-6e054b15-07c7-43d0-acd9-a5e5709a69d2 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:09.913694 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c01f6f81-dfe8-49fc-848a-67d8bb33bf29 req-6e054b15-07c7-43d0-acd9-a5e5709a69d2 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 946 time: 0.0953302 Apr 19 18:25:09.964247 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c01f6f81-dfe8-49fc-848a-67d8bb33bf29 req-38448c60-292b-463d-bbfd-b7bfc78baebf tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440829 Apr 19 18:25:11.187983 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622b99c-7372-4ac9-a4cc-10fbb7ef647b req-95ae58f6-2bc7-4f52-a600-6a05806998b2 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:11.189657 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9622b99c-7372-4ac9-a4cc-10fbb7ef647b req-95ae58f6-2bc7-4f52-a600-6a05806998b2 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 946 time: 0.0946338 Apr 19 18:25:11.243670 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9622b99c-7372-4ac9-a4cc-10fbb7ef647b req-3f145cd9-4326-4a13-bada-b33d9efbd62d tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470710 Apr 19 18:25:12.468164 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a65076-3b8a-4be0-9e84-29995406e736 req-2aab0b8c-73db-46d1-9d2d-5af721dc4301 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:12.469837 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-01a65076-3b8a-4be0-9e84-29995406e736 req-2aab0b8c-73db-46d1-9d2d-5af721dc4301 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 946 time: 0.1030738 Apr 19 18:25:12.528930 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-01a65076-3b8a-4be0-9e84-29995406e736 req-17a0cc20-92e7-44d3-818f-f5b02aed50ad tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526159 Apr 19 18:25:13.750346 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e777633-6398-4476-8a7c-8a7979ddddd9 req-626a0d05-cadb-4faa-836c-94cea693f3e5 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:13.752684 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6e777633-6398-4476-8a7c-8a7979ddddd9 req-626a0d05-cadb-4faa-836c-94cea693f3e5 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 946 time: 0.0916088 Apr 19 18:25:13.805552 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6e777633-6398-4476-8a7c-8a7979ddddd9 req-2377e798-9089-4e17-afac-4d4ca47bf40d tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443287 Apr 19 18:25:15.042787 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f720988-bf5d-4715-991e-47ce60c9204c req-ee25d08c-38da-4774-93b0-b89f61f30a93 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:15.044394 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9f720988-bf5d-4715-991e-47ce60c9204c req-ee25d08c-38da-4774-93b0-b89f61f30a93 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 946 time: 0.0969930 Apr 19 18:25:15.099953 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9f720988-bf5d-4715-991e-47ce60c9204c req-36845a81-3626-43e5-a681-99dd44a18e5d tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471458 Apr 19 18:25:15.784874 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device a44606e9-3be0-4d42-97ce-4fd52319828c details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:25:15.932029 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port a44606e9-3be0-4d42-97ce-4fd52319828c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a44606e9-3be0-4d42-97ce-4fd52319828c,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:15.946337 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Returning: {'device': 'a44606e9-3be0-4d42-97ce-4fd52319828c', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'port_id': 'a44606e9-3be0-4d42-97ce-4fd52319828c', 'mac_address': 'fa:16:3e:10:a0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:25:16.005593 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:16.024421 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a44606e9-3be0-4d42-97ce-4fd52319828c {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:25:16.040395 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port a44606e9-3be0-4d42-97ce-4fd52319828c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a44606e9-3be0-4d42-97ce-4fd52319828c,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:16.043283 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:16.045104 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f9c062b1-7d67-4665-be53-efd6d27037af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:16.120987 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=a44606e9-3be0-4d42-97ce-4fd52319828c,revision_number=6']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:16.124372 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:16.140499 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['a44606e9-3be0-4d42-97ce-4fd52319828c'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:25:16.323799 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a45c8-9b13-4b30-9ad4-c8fb29a3d3ec req-33fff077-e420-4396-862e-57a5782560f2 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:16.325512 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3b2a45c8-9b13-4b30-9ad4-c8fb29a3d3ec req-33fff077-e420-4396-862e-57a5782560f2 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 945 time: 0.0965154 Apr 19 18:25:16.374868 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3b2a45c8-9b13-4b30-9ad4-c8fb29a3d3ec req-34fef5b5-2b49-4d76-b82b-d4797ce9fd01 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418255 Apr 19 18:25:17.615770 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec5921-b07f-49bd-b18f-5b7ca460bd9a req-f92b1795-51a3-4e77-a1a4-6f1793e4da38 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:17.617444 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f0ec5921-b07f-49bd-b18f-5b7ca460bd9a req-f92b1795-51a3-4e77-a1a4-6f1793e4da38 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 945 time: 0.1182251 Apr 19 18:25:17.703722 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f0ec5921-b07f-49bd-b18f-5b7ca460bd9a req-bb36b3ca-abd2-4a43-a36d-3d6f49e05822 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756071 Apr 19 18:25:17.799848 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device a44606e9-3be0-4d42-97ce-4fd52319828c up at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:25:17.877788 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning complete for port a44606e9-3be0-4d42-97ce-4fd52319828c triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:25:17.878216 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:18.067800 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:18.102996 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc581a3-3085-4d3e-8e82-51b431a48e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44606e9-3be0-4d42-97ce-4fd52319828c'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:25:18.115646 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port a44606e9-3be0-4d42-97ce-4fd52319828c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a44606e9-3be0-4d42-97ce-4fd52319828c,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:18.119422 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:18.121544 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:18.207550 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=a44606e9-3be0-4d42-97ce-4fd52319828c,revision_number=7']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:18.211279 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:18.338455 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc581a3-3085-4d3e-8e82-51b431a48e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44606e9-3be0-4d42-97ce-4fd52319828c', 'code': 200} Apr 19 18:25:18.937356 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb9963-ddf6-48b7-bab7-24ba3aa84e11 req-21dc125c-f556-405f-ba39-9b3852617b84 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:18.939123 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-41bb9963-ddf6-48b7-bab7-24ba3aa84e11 req-21dc125c-f556-405f-ba39-9b3852617b84 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 946 time: 0.0985527 Apr 19 18:25:18.993975 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-41bb9963-ddf6-48b7-bab7-24ba3aa84e11 req-1bab4123-25e5-4cba-8575-c09b1df0eadf tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467048 Apr 19 18:25:20.228989 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7d108-885f-49f9-84eb-3e46011fc6f8 req-93b49a7b-920a-4bcb-a9b8-c9f8492bbd7f tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:20.230707 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c2f7d108-885f-49f9-84eb-3e46011fc6f8 req-93b49a7b-920a-4bcb-a9b8-c9f8492bbd7f tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 946 time: 0.0975969 Apr 19 18:25:20.285344 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c2f7d108-885f-49f9-84eb-3e46011fc6f8 req-a9517a06-005b-43cb-9367-e497db1fda65 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469823 Apr 19 18:25:20.354447 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f1097bb0-c5c9-44ba-a51b-479fc903d164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:21.524249 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85e27b-aac9-4695-a9af-6defb5d7eb58 req-83cab18a-fbb5-4bec-bf2c-8a54f8914d79 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:21.526447 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2b85e27b-aac9-4695-a9af-6defb5d7eb58 req-83cab18a-fbb5-4bec-bf2c-8a54f8914d79 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 946 time: 0.0987191 Apr 19 18:25:21.587969 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2b85e27b-aac9-4695-a9af-6defb5d7eb58 req-d6aaf3cf-d7a4-4653-9df0-84be7a6dd592 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518830 Apr 19 18:25:22.825167 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84110ac7-4972-440f-8217-167f4e17a3ed req-9699ecf9-6fac-4fb6-9fd4-9637850ae3b0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:22.827620 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-84110ac7-4972-440f-8217-167f4e17a3ed req-9699ecf9-6fac-4fb6-9fd4-9637850ae3b0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 946 time: 0.1145608 Apr 19 18:25:22.883977 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-84110ac7-4972-440f-8217-167f4e17a3ed req-fa1b1bc0-0491-4a04-8aa9-400459b007d8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489137 Apr 19 18:25:23.015958 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-726b0b35-0efb-4216-92d0-9acf293416b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:23.844472 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:24.145956 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46310d-1a31-43e8-99a8-2b840098cdef req-e96675b8-79b5-41e6-bf89-df9d3d88d4ae tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:24.147728 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-fb46310d-1a31-43e8-99a8-2b840098cdef req-e96675b8-79b5-41e6-bf89-df9d3d88d4ae tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 946 time: 0.1269863 Apr 19 18:25:24.203626 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-fb46310d-1a31-43e8-99a8-2b840098cdef req-e4cba000-bd06-4344-9ac7-176c8385f243 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480888 Apr 19 18:25:24.210677 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:25.477382 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f167ffd-939f-4ea6-a166-1bb1f9a4cdb5 req-6c243e54-fae5-4ad9-a618-8f2acc030dfb tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:25.479194 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9f167ffd-939f-4ea6-a166-1bb1f9a4cdb5 req-6c243e54-fae5-4ad9-a618-8f2acc030dfb tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 946 time: 0.0965080 Apr 19 18:25:25.541388 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9f167ffd-939f-4ea6-a166-1bb1f9a4cdb5 req-69f100bb-09ce-4bcb-93d3-02d4ced522c1 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527630 Apr 19 18:25:25.614935 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:26.766446 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b63cbf-b05c-4640-9c7e-e66c6b6e9e2a req-45ef95f8-9613-4b47-be70-665a3c49e542 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:26.768394 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-53b63cbf-b05c-4640-9c7e-e66c6b6e9e2a req-45ef95f8-9613-4b47-be70-665a3c49e542 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 946 time: 0.0967789 Apr 19 18:25:26.818687 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-53b63cbf-b05c-4640-9c7e-e66c6b6e9e2a req-adb6aa07-286d-412a-b75c-b4e8c4095055 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437028 Apr 19 18:25:27.288167 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cc89c-7dd3-4956-8d18-9f87f891d775 req-33c93cae-c8ef-4ad3-9401-b40a83f877ae tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:27.289823 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c55cc89c-7dd3-4956-8d18-9f87f891d775 req-33c93cae-c8ef-4ad3-9401-b40a83f877ae tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.0965557 Apr 19 18:25:27.339786 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c55cc89c-7dd3-4956-8d18-9f87f891d775 req-a879aa7d-1b91-4820-acef-31dd77ac8332 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430954 Apr 19 18:25:27.478219 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0271b24-347e-4edf-8fdd-2141b3d5d623 req-c991a8db-fd7f-4a0c-90f7-03a77bf39ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:27.479862 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a0271b24-347e-4edf-8fdd-2141b3d5d623 req-c991a8db-fd7f-4a0c-90f7-03a77bf39ec9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=953bb2a403d44bb787795f1209c28a9b&device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 1099 time: 0.0833199 Apr 19 18:25:27.636210 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0271b24-347e-4edf-8fdd-2141b3d5d623 req-dccdbe19-4636-4901-86ac-7c0b20a90638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:27.637832 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a0271b24-347e-4edf-8fdd-2141b3d5d623 req-dccdbe19-4636-4901-86ac-7c0b20a90638 service neutron] 10.222.0.95 "GET /v2.0/networks?id=62d4a419-1594-4973-afcf-06199a9f163a HTTP/1.1" status: 200 len: 917 time: 0.1504679 Apr 19 18:25:27.756216 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a0271b24-347e-4edf-8fdd-2141b3d5d623 req-f25b34e3-c466-4fb4-8d38-b1fa5a9f9aaa service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a44606e9-3be0-4d42-97ce-4fd52319828c HTTP/1.1" status: 200 len: 1002 time: 0.1107695 Apr 19 18:25:27.872570 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0271b24-347e-4edf-8fdd-2141b3d5d623 req-8a34e944-2883-42db-b8d3-6658e4325226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:27.875294 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a0271b24-347e-4edf-8fdd-2141b3d5d623 req-8a34e944-2883-42db-b8d3-6658e4325226 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=625ea84b-b025-47d7-a45d-f91f00c07a4e HTTP/1.1" status: 200 len: 855 time: 0.1121550 Apr 19 18:25:28.022523 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0271b24-347e-4edf-8fdd-2141b3d5d623 req-07cefea6-3e5f-47bb-9f21-591e6cbd4ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:28.024226 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a0271b24-347e-4edf-8fdd-2141b3d5d623 req-07cefea6-3e5f-47bb-9f21-591e6cbd4ce0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=62d4a419-1594-4973-afcf-06199a9f163a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1412640 Apr 19 18:25:28.166316 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce478d7-4a97-48a7-ac6d-60cd7d950fed req-66d9bfd2-1f2c-4337-81c9-f07deeaaade9 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:28.167823 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7ce478d7-4a97-48a7-ac6d-60cd7d950fed req-66d9bfd2-1f2c-4337-81c9-f07deeaaade9 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 946 time: 0.2220910 Apr 19 18:25:28.240202 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a0271b24-347e-4edf-8fdd-2141b3d5d623 req-6310bcb0-1a13-4b3e-b121-bf3fc59066d5 service neutron] 10.222.0.95 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057650 Apr 19 18:25:28.247815 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7ce478d7-4a97-48a7-ac6d-60cd7d950fed req-d227a695-6c7c-442e-8b60-40a5806b91c5 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733097 Apr 19 18:25:28.393984 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a0271b24-347e-4edf-8fdd-2141b3d5d623 req-3ea536bd-d112-42af-a220-fa562b6eedda service neutron] 10.222.0.95 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422868 Apr 19 18:25:28.552717 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb3a06-3bf7-4114-82d6-f213d1e11148 req-61e101d6-3c9f-4760-acc8-fac23e80ab07 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:28.554297 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-00eb3a06-3bf7-4114-82d6-f213d1e11148 req-61e101d6-3c9f-4760-acc8-fac23e80ab07 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.0939693 Apr 19 18:25:28.613706 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-00eb3a06-3bf7-4114-82d6-f213d1e11148 req-b2c517d0-d773-4844-a6ba-5ff4f2089716 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529883 Apr 19 18:25:29.465058 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22f4a4-b2f6-4e77-ada6-a2897ba62f53 req-f0ca0dc5-2e26-4de5-8036-111c4fd3d1b6 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:29.466661 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8f22f4a4-b2f6-4e77-ada6-a2897ba62f53 req-f0ca0dc5-2e26-4de5-8036-111c4fd3d1b6 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 946 time: 0.0927472 Apr 19 18:25:29.516266 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8f22f4a4-b2f6-4e77-ada6-a2897ba62f53 req-743397e0-7738-4059-b1f6-304abee34389 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424585 Apr 19 18:25:29.829589 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70459c25-a8ff-48d2-a996-57f9c77ab0b4 req-21330275-b6ed-480c-b9a8-e8673b548933 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:29.832443 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-70459c25-a8ff-48d2-a996-57f9c77ab0b4 req-21330275-b6ed-480c-b9a8-e8673b548933 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.1018872 Apr 19 18:25:29.882863 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-70459c25-a8ff-48d2-a996-57f9c77ab0b4 req-9d39858d-5a67-4ba0-93a7-00cdef0b643d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437326 Apr 19 18:25:29.886633 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device a44606e9-3be0-4d42-97ce-4fd52319828c no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:25:30.024341 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:30.028569 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:30.058602 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc581a3-3085-4d3e-8e82-51b431a48e72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a44606e9-3be0-4d42-97ce-4fd52319828c'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:25:30.072871 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port a44606e9-3be0-4d42-97ce-4fd52319828c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a44606e9-3be0-4d42-97ce-4fd52319828c,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:30.076746 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:30.082317 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:30.130392 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc581a3-3085-4d3e-8e82-51b431a48e72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a44606e9-3be0-4d42-97ce-4fd52319828c', 'code': 200} Apr 19 18:25:30.170969 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=a44606e9-3be0-4d42-97ce-4fd52319828c,revision_number=8']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:30.176074 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:30.759411 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80247c0-ba92-4e79-be8f-f0ffe760aeb7 req-628a35f4-b9ea-49a2-a5e4-11265132e2f4 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:30.761340 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f80247c0-ba92-4e79-be8f-f0ffe760aeb7 req-628a35f4-b9ea-49a2-a5e4-11265132e2f4 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 944 time: 0.1069205 Apr 19 18:25:30.813811 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f80247c0-ba92-4e79-be8f-f0ffe760aeb7 req-839ae213-d657-42b5-b744-a255c8e020bc tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455501 Apr 19 18:25:30.887275 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27688e-0cd9-4fcb-9a3e-88aad76ecf11 req-4140a46f-930a-40e7-92dd-1eb545804b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:30.888902 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1e27688e-0cd9-4fcb-9a3e-88aad76ecf11 req-4140a46f-930a-40e7-92dd-1eb545804b94 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6c506fc525541018ae925b541941e2a&device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 1098 time: 0.0877025 Apr 19 18:25:31.077321 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27688e-0cd9-4fcb-9a3e-88aad76ecf11 req-c413c330-43fe-4760-9c51-93cc8fe80e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:31.078976 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1e27688e-0cd9-4fcb-9a3e-88aad76ecf11 req-c413c330-43fe-4760-9c51-93cc8fe80e75 service neutron] 10.222.0.95 "GET /v2.0/networks?id=916707c5-043e-4573-856c-ce7bc1ede628 HTTP/1.1" status: 200 len: 910 time: 0.1670203 Apr 19 18:25:31.114843 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cf14f-ae77-402a-acbb-9da5f8cc9046 req-33eece2b-ea26-4301-b3b2-d8c5086268e1 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:31.116777 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5d2cf14f-ae77-402a-acbb-9da5f8cc9046 req-33eece2b-ea26-4301-b3b2-d8c5086268e1 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.0990016 Apr 19 18:25:31.169734 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5d2cf14f-ae77-402a-acbb-9da5f8cc9046 req-b6dd49bd-2600-46b0-a741-199b5624bd82 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462892 Apr 19 18:25:31.197737 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1e27688e-0cd9-4fcb-9a3e-88aad76ecf11 req-f5f6fe85-10d8-4b37-9d64-84ab42708c56 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f566502-7e5b-44bd-bbd6-bf7875a9a14f HTTP/1.1" status: 200 len: 1001 time: 0.1087961 Apr 19 18:25:31.275166 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27688e-0cd9-4fcb-9a3e-88aad76ecf11 req-cfdaeb94-7116-4fd2-a9f2-83fbd2eb80d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:31.276803 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1e27688e-0cd9-4fcb-9a3e-88aad76ecf11 req-cfdaeb94-7116-4fd2-a9f2-83fbd2eb80d4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=27665a9e-a6d3-4733-9100-5290165a150f HTTP/1.1" status: 200 len: 848 time: 0.0720837 Apr 19 18:25:31.372228 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27688e-0cd9-4fcb-9a3e-88aad76ecf11 req-221303ae-fa06-4bc3-b8a3-d1d29cfb5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:31.373869 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1e27688e-0cd9-4fcb-9a3e-88aad76ecf11 req-221303ae-fa06-4bc3-b8a3-d1d29cfb5cc3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=916707c5-043e-4573-856c-ce7bc1ede628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0892954 Apr 19 18:25:31.546159 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1e27688e-0cd9-4fcb-9a3e-88aad76ecf11 req-cbb87ff9-9a90-4609-942b-421439cabcb5 service neutron] 10.222.0.95 "GET /v2.0/networks/916707c5-043e-4573-856c-ce7bc1ede628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637330 Apr 19 18:25:31.851344 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8107a-a964-4ff9-8c73-d9bbad4475da req-b72d6a39-ef4f-46be-8429-ea2860d60727 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:31.852959 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4bd8107a-a964-4ff9-8c73-d9bbad4475da req-b72d6a39-ef4f-46be-8429-ea2860d60727 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.1016052 Apr 19 18:25:31.904477 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4bd8107a-a964-4ff9-8c73-d9bbad4475da req-e8f19174-eb4c-4baa-8c53-f352ceb618ff tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446951 Apr 19 18:25:31.948244 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1e27688e-0cd9-4fcb-9a3e-88aad76ecf11 req-7d241df3-5533-4c39-bec4-35094acbaecc service neutron] 10.222.0.95 "GET /v2.0/networks/916707c5-043e-4573-856c-ce7bc1ede628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958218 Apr 19 18:25:32.379718 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47ca01-0c09-4ec6-a244-ad5109bbc27a req-722715bf-25db-4434-b6b3-ed4ed2486fcd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:32.381364 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1b47ca01-0c09-4ec6-a244-ad5109bbc27a req-722715bf-25db-4434-b6b3-ed4ed2486fcd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.0931911 Apr 19 18:25:32.440279 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1b47ca01-0c09-4ec6-a244-ad5109bbc27a req-f6ff5199-d14e-44b8-83c2-a786a7ffc872 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514557 Apr 19 18:25:32.587038 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6178c2-e3c6-441c-81bd-2fd08c55fca4 req-2a663b3d-8a41-4af0-9476-b5015352eac3 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:32.588757 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cf6178c2-e3c6-441c-81bd-2fd08c55fca4 req-2a663b3d-8a41-4af0-9476-b5015352eac3 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 944 time: 0.1016366 Apr 19 18:25:32.651038 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cf6178c2-e3c6-441c-81bd-2fd08c55fca4 req-eb6afc2c-0d5a-4900-8f07-fce980384ac6 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554624 Apr 19 18:25:32.810084 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 42934) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:25:32.939810 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-48a6ac67-bea3-407a-b409-e2771009ad3f req-7f2f6389-dab6-4423-bb0e-ffd4066c736c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1278179 Apr 19 18:25:33.142097 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04bc81-2f6c-41d3-b880-2e4acdbfd6d1 req-8f5d928e-b51f-4b4b-b6e7-265010bd6f01 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:33.144729 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1d04bc81-2f6c-41d3-b880-2e4acdbfd6d1 req-8f5d928e-b51f-4b4b-b6e7-265010bd6f01 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.0977697 Apr 19 18:25:33.202295 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1d04bc81-2f6c-41d3-b880-2e4acdbfd6d1 req-38e522d0-d462-4fd1-8829-8501674ff80b tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503454 Apr 19 18:25:33.723788 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfbd39-b256-4f27-8282-91f284fae98f req-a6534438-6146-4192-965d-2bd80b170071 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:33.725381 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4dbfbd39-b256-4f27-8282-91f284fae98f req-a6534438-6146-4192-965d-2bd80b170071 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.1695473 Apr 19 18:25:33.728715 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6ac67-bea3-407a-b409-e2771009ad3f req-d845dfa1-6a76-4d47-92ac-11db878cb22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:33.730221 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-48a6ac67-bea3-407a-b409-e2771009ad3f req-d845dfa1-6a76-4d47-92ac-11db878cb22d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72&tenant_id=953bb2a403d44bb787795f1209c28a9b HTTP/1.1" status: 200 len: 1097 time: 0.1203048 Apr 19 18:25:33.829298 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4dbfbd39-b256-4f27-8282-91f284fae98f req-31724047-4cba-48ed-9fef-0836b737c770 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972319 Apr 19 18:25:33.857377 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6ac67-bea3-407a-b409-e2771009ad3f req-afc8ac81-bb90-4487-b32a-c06a2c350042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:33.859042 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-48a6ac67-bea3-407a-b409-e2771009ad3f req-afc8ac81-bb90-4487-b32a-c06a2c350042 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=953bb2a403d44bb787795f1209c28a9b&device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 1097 time: 0.1052537 Apr 19 18:25:33.869930 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d8d62-baf3-44a8-953d-4d502c9852aa req-c5074b1e-5b34-4a23-a514-259f52a4f9b1 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:33.871587 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-164d8d62-baf3-44a8-953d-4d502c9852aa req-c5074b1e-5b34-4a23-a514-259f52a4f9b1 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 944 time: 0.0926731 Apr 19 18:25:33.897212 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device a44606e9-3be0-4d42-97ce-4fd52319828c no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:25:33.924598 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-164d8d62-baf3-44a8-953d-4d502c9852aa req-8d816d38-f929-4721-b8bc-d9bd336d4541 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449667 Apr 19 18:25:34.014529 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6ac67-bea3-407a-b409-e2771009ad3f req-4435d51d-e34f-4afa-87f4-bf557fc52018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:34.016076 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-48a6ac67-bea3-407a-b409-e2771009ad3f req-4435d51d-e34f-4afa-87f4-bf557fc52018 service neutron] 10.222.0.95 "GET /v2.0/networks?id=62d4a419-1594-4973-afcf-06199a9f163a HTTP/1.1" status: 200 len: 917 time: 0.1504033 Apr 19 18:25:34.134671 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-48a6ac67-bea3-407a-b409-e2771009ad3f req-44fe2fbc-5469-4ed9-848f-9eafdfaf87ae service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a44606e9-3be0-4d42-97ce-4fd52319828c HTTP/1.1" status: 200 len: 1000 time: 0.1124699 Apr 19 18:25:34.213306 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6ac67-bea3-407a-b409-e2771009ad3f req-acbc6e68-8de3-40d6-afea-5afeaf95fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:34.214877 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-48a6ac67-bea3-407a-b409-e2771009ad3f req-acbc6e68-8de3-40d6-afea-5afeaf95fa75 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=625ea84b-b025-47d7-a45d-f91f00c07a4e HTTP/1.1" status: 200 len: 855 time: 0.0708125 Apr 19 18:25:34.304059 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6ac67-bea3-407a-b409-e2771009ad3f req-ad396384-7fcf-434c-a34a-891557c146fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:34.305617 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-48a6ac67-bea3-407a-b409-e2771009ad3f req-ad396384-7fcf-434c-a34a-891557c146fe service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=62d4a419-1594-4973-afcf-06199a9f163a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836239 Apr 19 18:25:34.543986 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-48a6ac67-bea3-407a-b409-e2771009ad3f req-1399288a-fdbc-4efd-b1f1-609e56b1ae24 service neutron] 10.222.0.95 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308624 Apr 19 18:25:34.554348 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba2b88-230d-409b-a657-8db693417d6b req-37119b79-beed-4051-89ef-a4e3c93e3dbe tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:34.555855 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-abba2b88-230d-409b-a657-8db693417d6b req-37119b79-beed-4051-89ef-a4e3c93e3dbe tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.2166355 Apr 19 18:25:34.705926 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-abba2b88-230d-409b-a657-8db693417d6b req-d9134265-bac3-43b7-8e8a-32f1c6f37000 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224651 Apr 19 18:25:34.743366 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-48a6ac67-bea3-407a-b409-e2771009ad3f req-e11ceb91-85bf-4177-9a78-b446165a1664 service neutron] 10.222.0.95 "GET /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864078 Apr 19 18:25:35.046010 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d93c82-f3e9-4304-933f-4d7b2bd66553 req-b8c06541-26a3-4c47-86f6-96e81eb209bc tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:35.047648 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-31d93c82-f3e9-4304-933f-4d7b2bd66553 req-b8c06541-26a3-4c47-86f6-96e81eb209bc tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.0983810 Apr 19 18:25:35.103238 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-31d93c82-f3e9-4304-933f-4d7b2bd66553 req-790bb188-6e3d-4997-b49f-75e18510d6be tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487738 Apr 19 18:25:35.138725 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b09ba5-08c3-4ae6-bacd-e1a299260023 req-c8623880-bedc-4d9e-8ba0-758daf2946bb tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:35.140403 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-36b09ba5-08c3-4ae6-bacd-e1a299260023 req-c8623880-bedc-4d9e-8ba0-758daf2946bb tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 944 time: 0.0921104 Apr 19 18:25:35.197497 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-36b09ba5-08c3-4ae6-bacd-e1a299260023 req-0543ff13-53b2-4b4b-85cc-9095da3856c8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483990 Apr 19 18:25:35.938847 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4f7fa-ffc2-40f5-822a-bc2ce6381227 req-6d40b5f5-ace6-4564-9dc3-28591daf2c28 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:35.941054 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4ff4f7fa-ffc2-40f5-822a-bc2ce6381227 req-6d40b5f5-ace6-4564-9dc3-28591daf2c28 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.0953867 Apr 19 18:25:35.993681 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4ff4f7fa-ffc2-40f5-822a-bc2ce6381227 req-36248190-b22b-4364-b2a2-e050699b702a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456626 Apr 19 18:25:36.323991 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300e897-576c-4387-a7b2-8ef3f5500e49 req-8ead5a3e-10e0-4307-935d-2fc342596566 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:36.325591 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1300e897-576c-4387-a7b2-8ef3f5500e49 req-8ead5a3e-10e0-4307-935d-2fc342596566 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.1042993 Apr 19 18:25:36.392635 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1300e897-576c-4387-a7b2-8ef3f5500e49 req-7bd5ac84-d63b-4e4f-8e05-f89f24abd790 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497973 Apr 19 18:25:36.657157 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc724d36-c587-480a-8f7f-65a403407ded req-965651fe-b31b-49cd-8c3a-da27723303ab tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:36.659840 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bc724d36-c587-480a-8f7f-65a403407ded req-965651fe-b31b-49cd-8c3a-da27723303ab tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 944 time: 0.3361535 Apr 19 18:25:36.711093 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bc724d36-c587-480a-8f7f-65a403407ded req-8643afc6-8dca-43c8-89dc-205039b70832 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445068 Apr 19 18:25:37.239264 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f56ff-87d7-4149-8ddb-3d7079806adf req-a32be798-1723-40fa-b7bf-735bbd34eb28 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:37.241248 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f70f56ff-87d7-4149-8ddb-3d7079806adf req-a32be798-1723-40fa-b7bf-735bbd34eb28 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.1189671 Apr 19 18:25:37.310355 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f70f56ff-87d7-4149-8ddb-3d7079806adf req-dd78ad39-1e11-4c43-ac10-e749f84dbd83 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606582 Apr 19 18:25:37.606405 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6e464-edba-47a2-8587-e1675ab1d120 req-65320351-d90d-4ccf-a2e4-c88f49a2b507 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:37.608217 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d6c6e464-edba-47a2-8587-e1675ab1d120 req-65320351-d90d-4ccf-a2e4-c88f49a2b507 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.0937002 Apr 19 18:25:37.666232 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d6c6e464-edba-47a2-8587-e1675ab1d120 req-116de653-e34c-4969-bf60-00ff00935761 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504460 Apr 19 18:25:37.945604 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d2c7a-c413-4b5c-b77f-e4dc2ceba4fe req-658fef78-1a94-4b17-b165-3b72286452e8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:37.947289 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-728d2c7a-c413-4b5c-b77f-e4dc2ceba4fe req-658fef78-1a94-4b17-b165-3b72286452e8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 944 time: 0.1004152 Apr 19 18:25:38.001805 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-728d2c7a-c413-4b5c-b77f-e4dc2ceba4fe req-9f052054-f40d-47e7-bbcf-23d5f40af086 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469289 Apr 19 18:25:38.526181 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4574e9e-6cfa-48d8-8d21-91de576b8b43 req-6fd201d4-db0a-41b4-9668-3d1518480684 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:38.527942 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f4574e9e-6cfa-48d8-8d21-91de576b8b43 req-6fd201d4-db0a-41b4-9668-3d1518480684 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.0920582 Apr 19 18:25:38.598220 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f4574e9e-6cfa-48d8-8d21-91de576b8b43 req-0dd4ef88-0670-4f48-8115-5e00c5635986 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632977 Apr 19 18:25:38.890805 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1e11c-b906-4578-a625-e4051868ca85 req-462174ef-c1a8-44f6-90b0-98b19652cbee tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:38.893045 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-74a1e11c-b906-4578-a625-e4051868ca85 req-462174ef-c1a8-44f6-90b0-98b19652cbee tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.1047187 Apr 19 18:25:38.946826 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-74a1e11c-b906-4578-a625-e4051868ca85 req-d484defc-e1a8-4d97-acc1-bf9a25b8b164 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462751 Apr 19 18:25:39.225920 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199012c-5636-46c4-b574-48a29b9b527a req-3a7bb0e4-e092-4782-9b11-63638262c17c tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:39.227785 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8199012c-5636-46c4-b574-48a29b9b527a req-3a7bb0e4-e092-4782-9b11-63638262c17c tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 944 time: 0.1010780 Apr 19 18:25:39.281292 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8199012c-5636-46c4-b574-48a29b9b527a req-3fa10c52-282d-4d4c-b6d0-07592b2bfddc tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467837 Apr 19 18:25:39.807427 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4bf49-79cb-4400-a858-96c6bd0160ca req-9a9936ee-5739-45d3-8ce1-26a7764efbd1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:39.810060 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-09e4bf49-79cb-4400-a858-96c6bd0160ca req-9a9936ee-5739-45d3-8ce1-26a7764efbd1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.0987427 Apr 19 18:25:39.860390 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-09e4bf49-79cb-4400-a858-96c6bd0160ca req-3701d10d-ebfc-4fa2-ba26-156ee28ee91b tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443540 Apr 19 18:25:40.174352 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364b0c8-514b-41e8-8250-758b07fc831e req-7940d2f5-6d87-4797-bb5f-7bc378d8c9dd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:40.175993 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e364b0c8-514b-41e8-8250-758b07fc831e req-7940d2f5-6d87-4797-bb5f-7bc378d8c9dd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.0972326 Apr 19 18:25:40.227907 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e364b0c8-514b-41e8-8250-758b07fc831e req-2202c070-f862-454b-9996-51666d7a4b99 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450408 Apr 19 18:25:40.498908 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c780c08-d6c9-4414-82c8-254318b25b8a req-2e440e93-11c4-45c1-bcc9-fe3f4bb9cb21 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:40.500567 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1c780c08-d6c9-4414-82c8-254318b25b8a req-2e440e93-11c4-45c1-bcc9-fe3f4bb9cb21 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 944 time: 0.0934424 Apr 19 18:25:40.555019 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1c780c08-d6c9-4414-82c8-254318b25b8a req-8ad57884-c902-4f65-b533-dbf43001d8b3 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467951 Apr 19 18:25:41.097814 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4810c0-a162-4b29-94ea-641e6fa31037 req-fa4ed8d1-8304-4d31-90e2-3fc78ee78eeb tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:41.099546 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5e4810c0-a162-4b29-94ea-641e6fa31037 req-fa4ed8d1-8304-4d31-90e2-3fc78ee78eeb tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.1014879 Apr 19 18:25:41.154583 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5e4810c0-a162-4b29-94ea-641e6fa31037 req-bf108c17-7be6-40cc-bbc1-4f6f3e2442e8 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470531 Apr 19 18:25:41.452559 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91465d7d-5421-475f-82b8-6140af327400 req-a53bd702-210b-49ec-8c51-0d70add64335 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:41.454121 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-91465d7d-5421-475f-82b8-6140af327400 req-a53bd702-210b-49ec-8c51-0d70add64335 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.1063867 Apr 19 18:25:41.507203 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-91465d7d-5421-475f-82b8-6140af327400 req-49915aaf-54ff-4db9-b935-3a7384a5aacd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464067 Apr 19 18:25:41.786202 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a296c-9a9f-40bc-9f03-7f300c56710c req-6ed04836-1564-482f-92ae-e512692c7295 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:41.787933 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e40a296c-9a9f-40bc-9f03-7f300c56710c req-6ed04836-1564-482f-92ae-e512692c7295 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 944 time: 0.1036801 Apr 19 18:25:41.841791 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e40a296c-9a9f-40bc-9f03-7f300c56710c req-bfcf9a11-5339-4fa8-a3b8-a2505e0c44a0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468624 Apr 19 18:25:42.370368 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07a4ec-982b-4b94-9d66-fe7a776dfbc8 req-ce83c0af-72c9-49b6-bb6a-347f04888178 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:42.372059 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-aa07a4ec-982b-4b94-9d66-fe7a776dfbc8 req-ce83c0af-72c9-49b6-bb6a-347f04888178 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.0934687 Apr 19 18:25:42.428161 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-aa07a4ec-982b-4b94-9d66-fe7a776dfbc8 req-9d51dd49-2e84-4cbe-9b82-c77c75e0dc4e tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490799 Apr 19 18:25:42.724582 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b877632-b5d6-4209-b513-6426ef0799e7 req-f573917b-8d4f-43c8-a685-2cacbfadc460 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:42.726186 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1b877632-b5d6-4209-b513-6426ef0799e7 req-f573917b-8d4f-43c8-a685-2cacbfadc460 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.0966673 Apr 19 18:25:42.779887 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1b877632-b5d6-4209-b513-6426ef0799e7 req-94ec3c6a-1c81-4456-8e51-776ac265b5c9 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471191 Apr 19 18:25:43.086665 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca76df-faa8-4fbf-93fb-8be449d5a795 req-d27044f8-624a-4015-a9be-4c85d28d1599 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:43.088287 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a3ca76df-faa8-4fbf-93fb-8be449d5a795 req-d27044f8-624a-4015-a9be-4c85d28d1599 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 944 time: 0.1041512 Apr 19 18:25:43.143843 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a3ca76df-faa8-4fbf-93fb-8be449d5a795 req-bcc544fe-bd2b-4598-9a0c-6a526436da2d tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480316 Apr 19 18:25:43.650435 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa4b86-5f34-477c-a47b-8f0d5b02a398 req-0c0253bf-51ce-4a12-866a-daa78c137da5 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:43.652125 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cbaa4b86-5f34-477c-a47b-8f0d5b02a398 req-0c0253bf-51ce-4a12-866a-daa78c137da5 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.0999985 Apr 19 18:25:43.704471 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cbaa4b86-5f34-477c-a47b-8f0d5b02a398 req-ebdff2fb-6431-4890-b5f3-725ad1df3fb7 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451612 Apr 19 18:25:44.001187 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd42109-8cf2-4f4f-a867-8d66d01f26a0 req-75381553-e79a-4091-b159-9a83703983d4 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:44.003595 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3fd42109-8cf2-4f4f-a867-8d66d01f26a0 req-75381553-e79a-4091-b159-9a83703983d4 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.1043656 Apr 19 18:25:44.056745 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3fd42109-8cf2-4f4f-a867-8d66d01f26a0 req-b1570f78-00e0-44e7-be89-ed54fafcdbd7 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458343 Apr 19 18:25:44.359015 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f97a5-6637-4ec8-9930-838496825c25 req-5df726e6-3533-4872-aec8-d2410632b613 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:44.360642 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-915f97a5-6637-4ec8-9930-838496825c25 req-5df726e6-3533-4872-aec8-d2410632b613 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 944 time: 0.0932076 Apr 19 18:25:44.418371 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-915f97a5-6637-4ec8-9930-838496825c25 req-97d6a206-4938-4cd6-9a04-33317c665224 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505965 Apr 19 18:25:44.944028 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed96c3-677f-4b7d-b41b-92c00bba77e9 req-675d4f8c-39e3-489c-8127-d3f29e8703d4 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:44.945600 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b3ed96c3-677f-4b7d-b41b-92c00bba77e9 req-675d4f8c-39e3-489c-8127-d3f29e8703d4 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.1053786 Apr 19 18:25:44.999594 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b3ed96c3-677f-4b7d-b41b-92c00bba77e9 req-9898a22a-c84f-49e1-b5cd-34b69ad657c2 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471938 Apr 19 18:25:45.182483 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:25:45.272233 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8b936-fde6-4064-a46d-a53adc2cf069 req-3255a3a4-cb74-4ce2-9888-b39efd93c849 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:45.273766 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-28d8b936-fde6-4064-a46d-a53adc2cf069 req-3255a3a4-cb74-4ce2-9888-b39efd93c849 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.0951216 Apr 19 18:25:45.325053 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-28d8b936-fde6-4064-a46d-a53adc2cf069 req-f2c74d7b-a867-4f21-8959-670c29274a00 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448318 Apr 19 18:25:45.645185 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b91e0b-5279-4d34-80dc-f8c4b0413f6c req-ddfd8f6e-eafb-4ca1-ba16-e71d03d52e79 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:45.647175 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c0b91e0b-5279-4d34-80dc-f8c4b0413f6c req-ddfd8f6e-eafb-4ca1-ba16-e71d03d52e79 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 944 time: 0.1022978 Apr 19 18:25:45.698515 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c0b91e0b-5279-4d34-80dc-f8c4b0413f6c req-76647239-457d-4121-b777-b21e2d78ceeb tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449228 Apr 19 18:25:46.215863 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465ad55-aafc-4037-870a-a449863f5af6 req-93e04271-c6e9-4fe0-b33a-e6c5f1fc2527 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:46.217470 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5465ad55-aafc-4037-870a-a449863f5af6 req-93e04271-c6e9-4fe0-b33a-e6c5f1fc2527 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.0951464 Apr 19 18:25:46.267883 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5465ad55-aafc-4037-870a-a449863f5af6 req-50420651-0c86-401c-af55-e97835e6cc45 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434618 Apr 19 18:25:46.530662 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0c04f-c95c-4d49-a31d-538d71083ddb req-9e67b810-a091-4ea0-af48-2b03cf060f33 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:46.532365 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-10e0c04f-c95c-4d49-a31d-538d71083ddb req-9e67b810-a091-4ea0-af48-2b03cf060f33 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.0931313 Apr 19 18:25:46.587704 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-10e0c04f-c95c-4d49-a31d-538d71083ddb req-fd249be2-e922-407e-951d-569dc386ea14 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475545 Apr 19 18:25:46.721631 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523341d0-6d8e-42c2-9651-530b4a92a958 req-161334e9-d193-46db-addc-096b8f469896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:46.723278 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-523341d0-6d8e-42c2-9651-530b4a92a958 req-161334e9-d193-46db-addc-096b8f469896 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6c506fc525541018ae925b541941e2a&device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 1098 time: 0.0835290 Apr 19 18:25:46.875037 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523341d0-6d8e-42c2-9651-530b4a92a958 req-dde1934a-ecd5-4006-88e8-cda0decf11fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:46.877587 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-523341d0-6d8e-42c2-9651-530b4a92a958 req-dde1934a-ecd5-4006-88e8-cda0decf11fa service neutron] 10.222.0.95 "GET /v2.0/networks?id=916707c5-043e-4573-856c-ce7bc1ede628 HTTP/1.1" status: 200 len: 910 time: 0.1470819 Apr 19 18:25:46.914294 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f313e7a-363e-4fac-bb1b-d92b055df33e req-cac04e78-97ca-4afc-ae06-b7255d12d42d tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:46.916030 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6f313e7a-363e-4fac-bb1b-d92b055df33e req-cac04e78-97ca-4afc-ae06-b7255d12d42d tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 944 time: 0.0929425 Apr 19 18:25:46.965625 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-6f313e7a-363e-4fac-bb1b-d92b055df33e req-8e90cf63-b380-40c1-9139-f75a3f852879 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428853 Apr 19 18:25:46.995106 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-523341d0-6d8e-42c2-9651-530b4a92a958 req-40630e9a-f314-4f2f-a450-d51f24e8929c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f566502-7e5b-44bd-bbd6-bf7875a9a14f HTTP/1.1" status: 200 len: 1001 time: 0.1097419 Apr 19 18:25:47.066818 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523341d0-6d8e-42c2-9651-530b4a92a958 req-8fc1ca71-8411-4c94-9829-2f51d627663f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:47.068447 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-523341d0-6d8e-42c2-9651-530b4a92a958 req-8fc1ca71-8411-4c94-9829-2f51d627663f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=27665a9e-a6d3-4733-9100-5290165a150f HTTP/1.1" status: 200 len: 848 time: 0.0647535 Apr 19 18:25:47.157141 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523341d0-6d8e-42c2-9651-530b4a92a958 req-59112907-6983-4aa7-8484-daa899e7c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:47.159271 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-523341d0-6d8e-42c2-9651-530b4a92a958 req-59112907-6983-4aa7-8484-daa899e7c3c3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=916707c5-043e-4573-856c-ce7bc1ede628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840118 Apr 19 18:25:47.305991 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-523341d0-6d8e-42c2-9651-530b4a92a958 req-b1c1e38d-7c46-4350-b1a3-3ec5efc9cb0e service neutron] 10.222.0.95 "GET /v2.0/networks/916707c5-043e-4573-856c-ce7bc1ede628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396093 Apr 19 18:25:47.518957 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-523341d0-6d8e-42c2-9651-530b4a92a958 req-c301d0a0-0443-4792-b415-96ef67875fa2 service neutron] 10.222.0.95 "GET /v2.0/networks/916707c5-043e-4573-856c-ce7bc1ede628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049716 Apr 19 18:25:47.531438 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ee012-b19a-4dd0-963e-286ffeaf4018 req-14005ee1-de27-44dc-8be8-8e69c3913b22 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:47.532932 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-030ee012-b19a-4dd0-963e-286ffeaf4018 req-14005ee1-de27-44dc-8be8-8e69c3913b22 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.1389904 Apr 19 18:25:47.583559 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-030ee012-b19a-4dd0-963e-286ffeaf4018 req-412c3028-f2fd-4ec2-8ec4-f2e0c9b663dd tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431015 Apr 19 18:25:47.978207 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b051e-91c0-4867-80ed-39f6ca82a7d2 req-753e8910-9021-4823-8536-557caac0a7e0 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:47.990853 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-fd5b051e-91c0-4867-80ed-39f6ca82a7d2 req-753e8910-9021-4823-8536-557caac0a7e0 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.1120510 Apr 19 18:25:47.991102 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device a44606e9-3be0-4d42-97ce-4fd52319828c details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:25:48.041787 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-fd5b051e-91c0-4867-80ed-39f6ca82a7d2 req-a8bb1fed-041d-4855-8c5e-460df3d4ae2d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506945 Apr 19 18:25:48.134472 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116ae97-c6d0-4c87-ac26-e15f730494ff req-0a4daba8-5951-4855-a7e6-0c9f155f7a27 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:48.136305 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d116ae97-c6d0-4c87-ac26-e15f730494ff req-0a4daba8-5951-4855-a7e6-0c9f155f7a27 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.4339108 Apr 19 18:25:48.145008 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6c418-78d1-48e9-a396-f4878dc69ece req-4c8bbdc2-b9af-4bc0-8297-124f3de9b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:48.146840 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-06b6c418-78d1-48e9-a396-f4878dc69ece req-4c8bbdc2-b9af-4bc0-8297-124f3de9b6c7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2ecc46ba406c49228523cb5b97f01bf0&device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 1098 time: 0.1505282 Apr 19 18:25:48.234365 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port a44606e9-3be0-4d42-97ce-4fd52319828c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a44606e9-3be0-4d42-97ce-4fd52319828c,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:48.253041 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Returning: {'device': 'a44606e9-3be0-4d42-97ce-4fd52319828c', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'port_id': 'a44606e9-3be0-4d42-97ce-4fd52319828c', 'mac_address': 'fa:16:3e:10:a0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:25:48.262176 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4772c8d-7c84-4e63-9519-9b445de034a8 req-ffce938a-40d7-4ba0-8bb4-fa5978588a64 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:48.264029 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c4772c8d-7c84-4e63-9519-9b445de034a8 req-ffce938a-40d7-4ba0-8bb4-fa5978588a64 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 944 time: 0.0940452 Apr 19 18:25:48.278327 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d116ae97-c6d0-4c87-ac26-e15f730494ff req-9175642a-80dd-4c5d-aaf0-ffa1e631071d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304071 Apr 19 18:25:48.315001 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:48.319856 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c4772c8d-7c84-4e63-9519-9b445de034a8 req-40a9c44b-9c6a-49a5-8460-ef568d13166e tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477262 Apr 19 18:25:48.333262 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6c418-78d1-48e9-a396-f4878dc69ece req-e8f36ad3-84a6-4817-801b-f304df8f3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:48.334978 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-06b6c418-78d1-48e9-a396-f4878dc69ece req-e8f36ad3-84a6-4817-801b-f304df8f3023 service neutron] 10.222.0.95 "GET /v2.0/networks?id=69808130-b7ac-463c-88f3-9f02786d4c57 HTTP/1.1" status: 200 len: 911 time: 0.1698701 Apr 19 18:25:48.335188 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44606e9-3be0-4d42-97ce-4fd52319828c {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:25:48.352070 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port a44606e9-3be0-4d42-97ce-4fd52319828c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a44606e9-3be0-4d42-97ce-4fd52319828c,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:48.355041 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:48.356921 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:48.428211 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=a44606e9-3be0-4d42-97ce-4fd52319828c,revision_number=9']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:48.431499 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:48.451103 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-06b6c418-78d1-48e9-a396-f4878dc69ece req-5b107adf-fa6a-4a6d-9553-2e6c4a54b0e6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42d2a3a3-2580-4d71-a120-ad0e5a2394e8 HTTP/1.1" status: 200 len: 1000 time: 0.1094182 Apr 19 18:25:48.521672 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6c418-78d1-48e9-a396-f4878dc69ece req-6d2ceae3-87c7-4c87-8988-2f3b4639034d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:48.523286 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-06b6c418-78d1-48e9-a396-f4878dc69ece req-6d2ceae3-87c7-4c87-8988-2f3b4639034d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=66d92eeb-4f8e-4ed9-99f4-6a70f34b270c HTTP/1.1" status: 200 len: 849 time: 0.0653372 Apr 19 18:25:48.592574 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['a44606e9-3be0-4d42-97ce-4fd52319828c'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:25:48.610988 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6c418-78d1-48e9-a396-f4878dc69ece req-1d10ebb5-b546-4919-a7b3-7baa52410440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:48.613752 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-06b6c418-78d1-48e9-a396-f4878dc69ece req-1d10ebb5-b546-4919-a7b3-7baa52410440 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69808130-b7ac-463c-88f3-9f02786d4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0823436 Apr 19 18:25:48.769401 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-06b6c418-78d1-48e9-a396-f4878dc69ece req-62d1e7ac-a764-40af-b466-6f5b450945d5 service neutron] 10.222.0.95 "GET /v2.0/networks/69808130-b7ac-463c-88f3-9f02786d4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485858 Apr 19 18:25:48.924213 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-06b6c418-78d1-48e9-a396-f4878dc69ece req-acb698c0-91cc-4503-9b4f-15c0a5233862 service neutron] 10.222.0.95 "GET /v2.0/networks/69808130-b7ac-463c-88f3-9f02786d4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473286 Apr 19 18:25:49.249500 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837efc9-77a7-4d3e-844a-180f627c8be7 req-fe4e900f-6ec8-48a9-b340-b89b137d2082 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:49.251135 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3837efc9-77a7-4d3e-844a-180f627c8be7 req-fe4e900f-6ec8-48a9-b340-b89b137d2082 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.0971842 Apr 19 18:25:49.303223 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3837efc9-77a7-4d3e-844a-180f627c8be7 req-9bcc9436-290a-416a-ac92-e31d7ed5c8b3 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454917 Apr 19 18:25:49.534900 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c7473-4571-4ecf-a359-e102bb1ad153 req-eb124685-6828-4478-b695-3d6bf30d9c40 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:49.536540 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5b7c7473-4571-4ecf-a359-e102bb1ad153 req-eb124685-6828-4478-b695-3d6bf30d9c40 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.1237905 Apr 19 18:25:49.557546 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44765466-b0bb-42aa-a86f-9ce2044e90d6 req-3868236a-075d-4cce-ba37-19442c8556c3 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:49.559218 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-44765466-b0bb-42aa-a86f-9ce2044e90d6 req-3868236a-075d-4cce-ba37-19442c8556c3 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 945 time: 0.1057818 Apr 19 18:25:49.603414 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5b7c7473-4571-4ecf-a359-e102bb1ad153 req-50b4924d-e6ab-423b-9133-868414de77bc tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601919 Apr 19 18:25:49.612745 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-44765466-b0bb-42aa-a86f-9ce2044e90d6 req-badfcd62-6da8-4f25-a88a-1b40f2f6029b tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452569 Apr 19 18:25:49.991038 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device a44606e9-3be0-4d42-97ce-4fd52319828c up at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:25:50.069855 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning complete for port a44606e9-3be0-4d42-97ce-4fd52319828c triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:25:50.070277 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:50.194382 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:50.225656 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc581a3-3085-4d3e-8e82-51b431a48e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44606e9-3be0-4d42-97ce-4fd52319828c'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:25:50.236123 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port a44606e9-3be0-4d42-97ce-4fd52319828c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a44606e9-3be0-4d42-97ce-4fd52319828c,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:50.239175 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:50.242157 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:50.283578 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc581a3-3085-4d3e-8e82-51b431a48e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44606e9-3be0-4d42-97ce-4fd52319828c', 'code': 200} Apr 19 18:25:50.318662 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=a44606e9-3be0-4d42-97ce-4fd52319828c,revision_number=10']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:50.321797 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:50.356765 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-765b7c75-f80f-4faa-ac92-f6ef75897866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:50.581684 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc55b4-976f-42a1-bac9-2161d21fb161 req-ce681cf1-e687-40c4-9485-5e157779241d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:50.583290 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-29bc55b4-976f-42a1-bac9-2161d21fb161 req-ce681cf1-e687-40c4-9485-5e157779241d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.1607361 Apr 19 18:25:50.586427 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacae66-4ad1-4b7a-a42e-cf15718ce44f req-e1bb032d-ed2f-40a8-b003-646042dd68cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:50.587946 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-baacae66-4ad1-4b7a-a42e-cf15718ce44f req-e1bb032d-ed2f-40a8-b003-646042dd68cb service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 1100 time: 0.1270080 Apr 19 18:25:50.664516 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-29bc55b4-976f-42a1-bac9-2161d21fb161 req-cf2bd726-78d5-414c-9e2a-dc09e5a40011 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746121 Apr 19 18:25:50.667995 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-baacae66-4ad1-4b7a-a42e-cf15718ce44f req-3569c110-6d37-440b-bc39-071bffa65738 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633175 Apr 19 18:25:50.827707 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b6306-11fe-4b27-a20a-efbfe813d55d req-9c32f9b5-71f0-4e26-9882-7457082faf04 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:50.829329 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b88b6306-11fe-4b27-a20a-efbfe813d55d req-9c32f9b5-71f0-4e26-9882-7457082faf04 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.1020217 Apr 19 18:25:50.862283 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4f88f-8d5a-40be-97f1-c922c1d9281f req-e639a7bc-b004-4f38-9da4-825c1cb16a8a tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:50.863851 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e9e4f88f-8d5a-40be-97f1-c922c1d9281f req-e639a7bc-b004-4f38-9da4-825c1cb16a8a tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 947 time: 0.0949819 Apr 19 18:25:50.881228 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b88b6306-11fe-4b27-a20a-efbfe813d55d req-ab202f1f-7f70-4bbd-a085-144cadcff8fb tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443273 Apr 19 18:25:50.918984 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e9e4f88f-8d5a-40be-97f1-c922c1d9281f req-9111f589-d53e-4c1c-a86d-7ee9c12a8c95 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486927 Apr 19 18:25:51.248862 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e8eeaaf4-2167-4632-b0be-23181ab762ac req-cdd07a26-4a19-4ca9-b64b-82a629da9381 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1315343 Apr 19 18:25:51.287283 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0ca52-c086-49ad-80e9-4c73c1507be6 req-f685171a-e927-4ff1-959a-7eb619a7aeb5 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:51.288957 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-30e0ca52-c086-49ad-80e9-4c73c1507be6 req-f685171a-e927-4ff1-959a-7eb619a7aeb5 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.1020086 Apr 19 18:25:51.339858 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-30e0ca52-c086-49ad-80e9-4c73c1507be6 req-d28b066c-7ce0-43cc-866b-339dea83db76 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445151 Apr 19 18:25:51.997920 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 0f566502-7e5b-44bd-bbd6-bf7875a9a14f no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:25:52.168786 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b1943-c357-4a17-99f5-3718a9802bba req-81b9e805-f158-490c-9925-e961118dfc49 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:52.170536 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-600b1943-c357-4a17-99f5-3718a9802bba req-81b9e805-f158-490c-9925-e961118dfc49 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 947 time: 0.1090178 Apr 19 18:25:52.234354 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-600b1943-c357-4a17-99f5-3718a9802bba req-66c01939-e578-48f9-b152-3b1af0fbdbd6 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561743 Apr 19 18:25:52.306322 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:52.338638 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8c9eea-4c5c-4db2-8217-7a4e3e925301', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f566502-7e5b-44bd-bbd6-bf7875a9a14f'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:25:52.350543 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 0f566502-7e5b-44bd-bbd6-bf7875a9a14f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0f566502-7e5b-44bd-bbd6-bf7875a9a14f,segment=NetworkSegment(8e8425c5-a0cf-4de4-aa9d-c73027f1d45d),segment_id=8e8425c5-a0cf-4de4-aa9d-c73027f1d45d)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:52.353843 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:52.355744 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-751365f2-f573-484f-a71e-1c8027ee1bbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:52.394474 dv-cinder-786928-1-smb neutron-server[86248]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3d8c9eea-4c5c-4db2-8217-7a4e3e925301', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0f566502-7e5b-44bd-bbd6-bf7875a9a14f', 'code': 422} returned with failed status Apr 19 18:25:52.429605 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=0f566502-7e5b-44bd-bbd6-bf7875a9a14f,revision_number=6']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:52.432816 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:52.453168 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eeaaf4-2167-4632-b0be-23181ab762ac req-631e3555-578a-489c-9a0b-85cec0ef0c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:52.454901 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e8eeaaf4-2167-4632-b0be-23181ab762ac req-631e3555-578a-489c-9a0b-85cec0ef0c83 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301&tenant_id=f6c506fc525541018ae925b541941e2a HTTP/1.1" status: 200 len: 1096 time: 0.0839679 Apr 19 18:25:52.557700 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eeaaf4-2167-4632-b0be-23181ab762ac req-7c9326b3-ab03-49fe-8da4-047a2c0dd4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:52.559415 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e8eeaaf4-2167-4632-b0be-23181ab762ac req-7c9326b3-ab03-49fe-8da4-047a2c0dd4ff service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6c506fc525541018ae925b541941e2a&device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 1096 time: 0.0840244 Apr 19 18:25:52.566460 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734733b-8378-4461-a111-84188dec0675 req-18c600ab-44cf-43f0-be45-8d252db4d6d9 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:52.568114 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2734733b-8378-4461-a111-84188dec0675 req-18c600ab-44cf-43f0-be45-8d252db4d6d9 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 943 time: 0.0935998 Apr 19 18:25:52.619719 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2734733b-8378-4461-a111-84188dec0675 req-b4908a13-f305-4379-9087-cf5b89e3e35e tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444186 Apr 19 18:25:52.707416 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eeaaf4-2167-4632-b0be-23181ab762ac req-dcd1e048-2dc2-4ec1-bc1e-a55d567b7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:52.708980 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e8eeaaf4-2167-4632-b0be-23181ab762ac req-dcd1e048-2dc2-4ec1-bc1e-a55d567b7264 service neutron] 10.222.0.95 "GET /v2.0/networks?id=916707c5-043e-4573-856c-ce7bc1ede628 HTTP/1.1" status: 200 len: 910 time: 0.1427450 Apr 19 18:25:52.817695 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e8eeaaf4-2167-4632-b0be-23181ab762ac req-842a288e-510c-4c4a-a402-15808985f780 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f566502-7e5b-44bd-bbd6-bf7875a9a14f HTTP/1.1" status: 200 len: 999 time: 0.1017237 Apr 19 18:25:52.889854 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eeaaf4-2167-4632-b0be-23181ab762ac req-2563b058-829e-4740-9c76-b877d5d1e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:52.891378 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e8eeaaf4-2167-4632-b0be-23181ab762ac req-2563b058-829e-4740-9c76-b877d5d1e840 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=27665a9e-a6d3-4733-9100-5290165a150f HTTP/1.1" status: 200 len: 848 time: 0.0672183 Apr 19 18:25:52.976353 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eeaaf4-2167-4632-b0be-23181ab762ac req-9d266f0a-69e8-4865-bc24-849b42db31ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:52.977988 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e8eeaaf4-2167-4632-b0be-23181ab762ac req-9d266f0a-69e8-4865-bc24-849b42db31ba service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=916707c5-043e-4573-856c-ce7bc1ede628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798619 Apr 19 18:25:53.019519 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d30d9beb-5237-4101-9fb4-2165839b0ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:53.125019 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e8eeaaf4-2167-4632-b0be-23181ab762ac req-08f2433a-e8a6-432a-8624-f0b2e7271e09 service neutron] 10.222.0.95 "GET /v2.0/networks/916707c5-043e-4573-856c-ce7bc1ede628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401813 Apr 19 18:25:53.270460 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e8eeaaf4-2167-4632-b0be-23181ab762ac req-007389f0-2d8e-4c99-8b80-8409626153af service neutron] 10.222.0.95 "GET /v2.0/networks/916707c5-043e-4573-856c-ce7bc1ede628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385870 Apr 19 18:25:53.466017 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01467f25-833e-457a-95b9-13b4df1654af req-2bfd1a4f-8816-422f-bb6a-4e5ff7ecedb8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:53.467650 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-01467f25-833e-457a-95b9-13b4df1654af req-2bfd1a4f-8816-422f-bb6a-4e5ff7ecedb8 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 947 time: 0.1023207 Apr 19 18:25:53.520893 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-01467f25-833e-457a-95b9-13b4df1654af req-6e8facf1-dd3c-4210-be81-752dc4b88517 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453892 Apr 19 18:25:53.827512 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58de2b7-b91b-478f-b199-cb1623a38c2f req-e092a6d3-eb43-477e-ab0c-edb5836f6dab tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:53.829065 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e58de2b7-b91b-478f-b199-cb1623a38c2f req-e092a6d3-eb43-477e-ab0c-edb5836f6dab tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 943 time: 0.0935071 Apr 19 18:25:53.842539 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:53.883767 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e58de2b7-b91b-478f-b199-cb1623a38c2f req-95812da1-7f85-47c2-9d57-0776a3cfcac4 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462389 Apr 19 18:25:54.204618 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:55.105016 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3827fb-5cd1-4b9e-829e-f8869302ae07 req-f096e7d9-8200-42d9-8c7b-7b1ae946adb6 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:55.106614 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-be3827fb-5cd1-4b9e-829e-f8869302ae07 req-f096e7d9-8200-42d9-8c7b-7b1ae946adb6 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 943 time: 0.0957217 Apr 19 18:25:55.156378 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-be3827fb-5cd1-4b9e-829e-f8869302ae07 req-0f48a628-43a8-4fda-85da-bdf22e2f9276 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433049 Apr 19 18:25:55.608265 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:56.009767 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 0f566502-7e5b-44bd-bbd6-bf7875a9a14f details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:25:56.163706 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 0f566502-7e5b-44bd-bbd6-bf7875a9a14f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0f566502-7e5b-44bd-bbd6-bf7875a9a14f,segment=NetworkSegment(8e8425c5-a0cf-4de4-aa9d-c73027f1d45d),segment_id=8e8425c5-a0cf-4de4-aa9d-c73027f1d45d)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:56.183693 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Returning: {'device': '0f566502-7e5b-44bd-bbd6-bf7875a9a14f', 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628', 'port_id': '0f566502-7e5b-44bd-bbd6-bf7875a9a14f', 'mac_address': 'fa:16:3e:4f:bd:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27665a9e-a6d3-4733-9100-5290165a150f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:25:56.247566 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:56.267060 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f566502-7e5b-44bd-bbd6-bf7875a9a14f {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:25:56.285828 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 0f566502-7e5b-44bd-bbd6-bf7875a9a14f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0f566502-7e5b-44bd-bbd6-bf7875a9a14f,segment=NetworkSegment(8e8425c5-a0cf-4de4-aa9d-c73027f1d45d),segment_id=8e8425c5-a0cf-4de4-aa9d-c73027f1d45d)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:56.289115 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:56.291846 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:56.366093 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=0f566502-7e5b-44bd-bbd6-bf7875a9a14f,revision_number=7']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:56.368226 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e1c20-17d0-44e0-9042-90b6ef34b8a7 req-8285714d-f124-4758-b146-f707ad5ef641 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:56.369390 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:56.370618 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8e6e1c20-17d0-44e0-9042-90b6ef34b8a7 req-8285714d-f124-4758-b146-f707ad5ef641 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 944 time: 0.0955293 Apr 19 18:25:56.420630 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8e6e1c20-17d0-44e0-9042-90b6ef34b8a7 req-57b34570-5a82-429c-bdfe-d0d6920a5711 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435383 Apr 19 18:25:56.509625 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['0f566502-7e5b-44bd-bbd6-bf7875a9a14f'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:25:57.631584 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e44215-3797-40c4-afd3-262892a2e00a req-7cd7abe1-7b35-442f-83da-920652195301 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:57.633225 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-09e44215-3797-40c4-afd3-262892a2e00a req-7cd7abe1-7b35-442f-83da-920652195301 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 944 time: 0.0977728 Apr 19 18:25:57.684598 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-09e44215-3797-40c4-afd3-262892a2e00a req-69ccf227-36be-4202-b4cd-10b26f00b6c9 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447416 Apr 19 18:25:58.017018 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 0f566502-7e5b-44bd-bbd6-bf7875a9a14f up at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:25:58.093194 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning complete for port 0f566502-7e5b-44bd-bbd6-bf7875a9a14f triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:25:58.093614 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:58.225729 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:58.255877 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8c9eea-4c5c-4db2-8217-7a4e3e925301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f566502-7e5b-44bd-bbd6-bf7875a9a14f'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:25:58.266319 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 0f566502-7e5b-44bd-bbd6-bf7875a9a14f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0f566502-7e5b-44bd-bbd6-bf7875a9a14f,segment=NetworkSegment(8e8425c5-a0cf-4de4-aa9d-c73027f1d45d),segment_id=8e8425c5-a0cf-4de4-aa9d-c73027f1d45d)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:25:58.270129 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:25:58.272454 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:25:58.327016 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8c9eea-4c5c-4db2-8217-7a4e3e925301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f566502-7e5b-44bd-bbd6-bf7875a9a14f', 'code': 200} Apr 19 18:25:58.351798 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=0f566502-7e5b-44bd-bbd6-bf7875a9a14f,revision_number=8']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:25:58.354888 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:25:58.641492 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05feb7f-d3d5-4f78-afc9-392db11f3bb4 req-c6a87e88-e84c-4a36-83b5-569220567c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:58.644244 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b05feb7f-d3d5-4f78-afc9-392db11f3bb4 req-c6a87e88-e84c-4a36-83b5-569220567c65 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 1098 time: 0.0889747 Apr 19 18:25:58.687803 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b05feb7f-d3d5-4f78-afc9-392db11f3bb4 req-ade492c1-2796-49d7-948b-54bd936ef2fa service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368772 Apr 19 18:25:58.885350 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7692ff-a11b-4d28-b244-8f1a0456590a req-afebd284-ed5f-4d22-97c5-6cb07753c03b tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:25:58.886838 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2a7692ff-a11b-4d28-b244-8f1a0456590a req-afebd284-ed5f-4d22-97c5-6cb07753c03b tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.0899150 Apr 19 18:25:58.935201 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2a7692ff-a11b-4d28-b244-8f1a0456590a req-36668b26-ca30-4231-8276-be93fcbbcbe5 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417907 Apr 19 18:26:00.003187 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:00.148291 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b3b11-9e5f-4d37-bfbb-e3dd46cc3cbd req-536c7b36-41f1-460e-8d23-c8ef98af7bbd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:00.149919 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-230b3b11-9e5f-4d37-bfbb-e3dd46cc3cbd req-536c7b36-41f1-460e-8d23-c8ef98af7bbd tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.0966854 Apr 19 18:26:00.200288 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-230b3b11-9e5f-4d37-bfbb-e3dd46cc3cbd req-efc59713-2e81-4298-9edb-e22d449ee3b6 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438821 Apr 19 18:26:20.359187 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-49cffa50-d542-4ba1-8da6-740de74ea736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:22.182781 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:26:23.022904 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-6e25be83-81d2-4e82-92ac-7060d8f4613a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:23.846081 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:24.210679 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:25.610896 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:26.865293 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410246e3-fa79-413b-be3a-faf188b807d8 req-75a2cdaf-3ed5-46b4-a93c-b5360174798c tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:26.866949 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-410246e3-fa79-413b-be3a-faf188b807d8 req-75a2cdaf-3ed5-46b4-a93c-b5360174798c tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.0942461 Apr 19 18:26:26.916314 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-410246e3-fa79-413b-be3a-faf188b807d8 req-a9500eef-732c-4ad5-9d44-c0df3225ad96 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428488 Apr 19 18:26:27.463848 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8ef3e-bba6-4ab6-808d-0beba96e868d req-ce7e3139-25e5-4ef2-b68b-fba1af11e317 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:27.465435 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-05f8ef3e-bba6-4ab6-808d-0beba96e868d req-ce7e3139-25e5-4ef2-b68b-fba1af11e317 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 947 time: 0.0983601 Apr 19 18:26:27.514968 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-05f8ef3e-bba6-4ab6-808d-0beba96e868d req-9637d5b0-b68c-4d8e-a1de-b86a89507e6d tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429847 Apr 19 18:26:28.131657 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ff644-5227-47a4-9f0c-646d173d26bd req-733700ba-e972-48b9-aa5f-880d858b4e05 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:28.133282 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-597ff644-5227-47a4-9f0c-646d173d26bd req-733700ba-e972-48b9-aa5f-880d858b4e05 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.0983193 Apr 19 18:26:28.182732 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-597ff644-5227-47a4-9f0c-646d173d26bd req-d405f736-22d1-4261-9000-fbd2a6167b3f tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427938 Apr 19 18:26:28.726928 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efcfc70-e7d7-47d8-8146-ab9431a0ae71 req-c2985e26-78ce-4e4c-bd38-a09fc4c70eae tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:28.728597 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4efcfc70-e7d7-47d8-8146-ab9431a0ae71 req-c2985e26-78ce-4e4c-bd38-a09fc4c70eae tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 947 time: 0.0910118 Apr 19 18:26:28.783074 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4efcfc70-e7d7-47d8-8146-ab9431a0ae71 req-26e54863-a3df-4ad9-865e-5fc2e14b186d tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466347 Apr 19 18:26:28.984123 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab66529-50a3-4e23-a4d5-e22f93f2e36d req-15f5db98-1490-425c-abc4-a387310b4538 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:28.985705 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9ab66529-50a3-4e23-a4d5-e22f93f2e36d req-15f5db98-1490-425c-abc4-a387310b4538 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.95 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 947 time: 0.0895162 Apr 19 18:26:29.017143 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00650686-015b-438e-ab99-b9018c9f6649 req-00e7db85-362d-486d-b0bf-668c13571bca tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:29.018700 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-00650686-015b-438e-ab99-b9018c9f6649 req-00e7db85-362d-486d-b0bf-668c13571bca tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.95 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.0902617 Apr 19 18:26:29.069204 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-9ab66529-50a3-4e23-a4d5-e22f93f2e36d req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Deleting port a44606e9-3be0-4d42-97ce-4fd52319828c {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:26:29.069582 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-9ab66529-50a3-4e23-a4d5-e22f93f2e36d req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:29.099021 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-00650686-015b-438e-ab99-b9018c9f6649 req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Deleting port 42d2a3a3-2580-4d71-a120-ad0e5a2394e8 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:26:29.099478 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-00650686-015b-438e-ab99-b9018c9f6649 req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:29.399471 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-00650686-015b-438e-ab99-b9018c9f6649 req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] For port 42d2a3a3-2580-4d71-a120-ad0e5a2394e8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=42d2a3a3-2580-4d71-a120-ad0e5a2394e8,segment=NetworkSegment(969f0f32-ecdd-4589-bdda-93d384815005),segment_id=969f0f32-ecdd-4589-bdda-93d384815005)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:26:29.400091 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-00650686-015b-438e-ab99-b9018c9f6649 req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:29.666584 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-9ab66529-50a3-4e23-a4d5-e22f93f2e36d req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] For port a44606e9-3be0-4d42-97ce-4fd52319828c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a44606e9-3be0-4d42-97ce-4fd52319828c,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:26:29.666893 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-9ab66529-50a3-4e23-a4d5-e22f93f2e36d req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:29.733713 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-00650686-015b-438e-ab99-b9018c9f6649 req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:29.734133 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-00650686-015b-438e-ab99-b9018c9f6649 req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962486'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:29.734495 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.l3_db [req-00650686-015b-438e-ab99-b9018c9f6649 req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Floating IP 607a60a4-0b6d-437b-b062-5e9314595674 disassociated. External IP: 172.28.1.99, port: 42d2a3a3-2580-4d71-a120-ad0e5a2394e8. Apr 19 18:26:29.734877 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-00650686-015b-438e-ab99-b9018c9f6649 req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Calling delete_port for 42d2a3a3-2580-4d71-a120-ad0e5a2394e8 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:26:29.785585 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d648dc-6768-456b-8ad6-dddcfb876ae6 req-cf433d4e-cfb9-434d-9809-99abe0750a46 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:29.787326 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-03d648dc-6768-456b-8ad6-dddcfb876ae6 req-cf433d4e-cfb9-434d-9809-99abe0750a46 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 945 time: 0.4771075 Apr 19 18:26:29.892240 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-00650686-015b-438e-ab99-b9018c9f6649 req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:29.901083 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-dfcb63be-5c1d-4ac2-88c2-8627e2f62c4e tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:29.933214 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-03d648dc-6768-456b-8ad6-dddcfb876ae6 req-bf7f65e6-2893-447f-ae20-35144209f128 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=80265e87-ab24-40cc-b157-aef92a0fec18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370199 Apr 19 18:26:29.994416 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Pushing event deleted for resources: {'Port': ['ID=42d2a3a3-2580-4d71-a120-ad0e5a2394e8,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:30.002642 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:30.020540 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:30.020932 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:30.021351 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:30.021764 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:30.022173 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:30.022837 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:30.023261 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:30.023671 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:30.024080 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:30.024484 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:30.024925 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:30.025396 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:30.030641 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:30.075316 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-9ab66529-50a3-4e23-a4d5-e22f93f2e36d req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:30.075743 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-9ab66529-50a3-4e23-a4d5-e22f93f2e36d req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962486'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:30.076105 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.l3_db [req-9ab66529-50a3-4e23-a4d5-e22f93f2e36d req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Floating IP 7fce3ce5-e7c0-4c7a-83ba-4f08df6e927b disassociated. External IP: 172.28.1.172, port: a44606e9-3be0-4d42-97ce-4fd52319828c. Apr 19 18:26:30.076485 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-9ab66529-50a3-4e23-a4d5-e22f93f2e36d req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Calling delete_port for a44606e9-3be0-4d42-97ce-4fd52319828c owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:26:30.232871 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-9ab66529-50a3-4e23-a4d5-e22f93f2e36d req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:30.237673 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d449935-1c98-433f-b2dd-47bcee58fdcd req-afa032ed-0b9f-45b3-ae66-eb1107f5d0c0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:30.239700 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c55a0c0c-ded4-49cf-b836-8e04b2a383ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:30.239876 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3d449935-1c98-433f-b2dd-47bcee58fdcd req-afa032ed-0b9f-45b3-ae66-eb1107f5d0c0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 947 time: 0.2923543 Apr 19 18:26:30.273755 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00650686-015b-438e-ab99-b9018c9f6649 req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Router 6997219b-9f81-42bd-8d91-569b9e2b8550 has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:26:30.294613 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Pushing event deleted for resources: {'Port': ['ID=a44606e9-3be0-4d42-97ce-4fd52319828c,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:30.308799 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:30.309257 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:30.309696 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:30.310126 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:30.310555 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:30.310984 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:30.311442 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:30.311868 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:30.312298 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:30.312718 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:30.313136 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:30.313553 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:30.318733 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:30.375456 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-3d449935-1c98-433f-b2dd-47bcee58fdcd req-09c8ff3b-d58e-46f4-a29e-636ebce3bdd7 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups?id=d0890610-d142-4686-aedf-cb78b0622ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272943 Apr 19 18:26:30.539623 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ab66529-50a3-4e23-a4d5-e22f93f2e36d req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Router 68a5252f-f615-4404-87a1-60b7384963de has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:26:30.740861 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00650686-015b-438e-ab99-b9018c9f6649 req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:26:30.752911 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5d24d-6a47-41cc-9bb3-e76759074c4a None None] Sync routers for ids ['6997219b-9f81-42bd-8d91-569b9e2b8550'] in dv-cinder-786928-1-smb {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:26:30.763085 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5d24d-6a47-41cc-9bb3-e76759074c4a None None] Routers {'6997219b-9f81-42bd-8d91-569b9e2b8550'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:26:30.763523 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ab66529-50a3-4e23-a4d5-e22f93f2e36d req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:26:30.763787 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-87c5d24d-6a47-41cc-9bb3-e76759074c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:26:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['6997219b-9f81-42bd-8d91-569b9e2b8550'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:30.773732 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d97813-a451-42ba-8386-2c9508b77c87 None None] Sync routers for ids ['68a5252f-f615-4404-87a1-60b7384963de'] in dv-cinder-786928-1-smb {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:26:30.786473 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d97813-a451-42ba-8386-2c9508b77c87 None None] Routers {'68a5252f-f615-4404-87a1-60b7384963de'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:26:30.787625 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-d5d97813-a451-42ba-8386-2c9508b77c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:26:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['68a5252f-f615-4404-87a1-60b7384963de'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:30.847948 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-00650686-015b-438e-ab99-b9018c9f6649 req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] No DVR routers for this DVR port 42d2a3a3-2580-4d71-a120-ad0e5a2394e8 on host hv-cinder-78692 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:26:30.853324 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-00650686-015b-438e-ab99-b9018c9f6649 req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:30.856370 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc525b7f-ae87-46c9-9df5-fe1f7bb46edf', 'name': 'network-vif-deleted', 'tag': '42d2a3a3-2580-4d71-a120-ad0e5a2394e8'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:26:30.876612 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab66529-50a3-4e23-a4d5-e22f93f2e36d req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] No DVR routers for this DVR port a44606e9-3be0-4d42-97ce-4fd52319828c on host hv-cinder-78692 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:26:30.880625 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-9ab66529-50a3-4e23-a4d5-e22f93f2e36d req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:30.884374 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc581a3-3085-4d3e-8e82-51b431a48e72', 'name': 'network-vif-deleted', 'tag': 'a44606e9-3be0-4d42-97ce-4fd52319828c'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:26:30.884972 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-00650686-015b-438e-ab99-b9018c9f6649 req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.95 "DELETE /v2.0/ports/42d2a3a3-2580-4d71-a120-ad0e5a2394e8 HTTP/1.1" status: 204 len: 173 time: 1.8591697 Apr 19 18:26:30.920353 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9ab66529-50a3-4e23-a4d5-e22f93f2e36d req-bb8d3d48-e75f-48ac-b5d2-e409c0b27815 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.95 "DELETE /v2.0/ports/a44606e9-3be0-4d42-97ce-4fd52319828c HTTP/1.1" status: 204 len: 173 time: 1.9284480 Apr 19 18:26:30.961394 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc525b7f-ae87-46c9-9df5-fe1f7bb46edf', 'name': 'network-vif-deleted', 'tag': '42d2a3a3-2580-4d71-a120-ad0e5a2394e8', 'status': 'completed', 'code': 200} Apr 19 18:26:31.030698 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc581a3-3085-4d3e-8e82-51b431a48e72', 'name': 'network-vif-deleted', 'tag': 'a44606e9-3be0-4d42-97ce-4fd52319828c', 'status': 'completed', 'code': 200} Apr 19 18:26:31.052685 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-87c5d24d-6a47-41cc-9bb3-e76759074c4a None None] Set router 6997219b-9f81-42bd-8d91-569b9e2b8550 gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:26:31.070999 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-d5d97813-a451-42ba-8386-2c9508b77c87 None None] Set router 68a5252f-f615-4404-87a1-60b7384963de gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:26:31.187886 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-44debe60-0485-40a5-b5b8-bb68573dd046 req-810cbd99-3871-4a8e-81fe-42dcc8cfb272 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc525b7f-ae87-46c9-9df5-fe1f7bb46edf HTTP/1.1" status: 200 len: 210 time: 0.0727394 Apr 19 18:26:31.452452 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-87c5d24d-6a47-41cc-9bb3-e76759074c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'name': 'tempest-AttachVolumeTestJSON-584008685-router', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:23:26Z', 'updated_at': '2021-04-19T18:23:31Z', 'revision_number': 4, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'gw_port': {'id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:27Z', 'updated_at': '2021-04-19T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': '991daf42-0c8c-4426-aee4-ad4be99b26e7', 'name': '', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'mac_address': 'fa:16:3e:2b:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:30Z', 'updated_at': '2021-04-19T18:23:39Z', 'revision_number': 5, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'subnets': [{'id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:31.458215 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5d24d-6a47-41cc-9bb3-e76759074c4a None None] Checking router: 6997219b-9f81-42bd-8d91-569b9e2b8550 for host: dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:26:31.460906 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-d5d97813-a451-42ba-8386-2c9508b77c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a5252f-f615-4404-87a1-60b7384963de', 'name': 'tempest-AttachVolumeShelveTestJSON-944512604-router', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:38Z', 'revision_number': 4, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'gw_port': {'id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:20Z', 'updated_at': '2021-04-19T18:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': 'e6808c23-2532-44e8-8b20-18633215a22a', 'name': '', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'mac_address': 'fa:16:3e:6a:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:32Z', 'updated_at': '2021-04-19T18:19:53Z', 'revision_number': 5, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'subnets': [{'id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:31.466830 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d97813-a451-42ba-8386-2c9508b77c87 None None] Checking router: 68a5252f-f615-4404-87a1-60b7384963de for host: dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:26:31.468804 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5d24d-6a47-41cc-9bb3-e76759074c4a None None] Routers {'6997219b-9f81-42bd-8d91-569b9e2b8550'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:26:31.469559 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-87c5d24d-6a47-41cc-9bb3-e76759074c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:26:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['6997219b-9f81-42bd-8d91-569b9e2b8550'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:31.488700 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d97813-a451-42ba-8386-2c9508b77c87 None None] Routers {'68a5252f-f615-4404-87a1-60b7384963de'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:26:31.489780 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-d5d97813-a451-42ba-8386-2c9508b77c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:26:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['68a5252f-f615-4404-87a1-60b7384963de'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:31.634713 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-9d37a97f-8485-46f3-bdeb-a9e80dcf4174 req-8eff2412-676d-4027-97b2-52f3c894814a tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fc581a3-3085-4d3e-8e82-51b431a48e72 HTTP/1.1" status: 200 len: 210 time: 0.0904613 Apr 19 18:26:31.710197 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-87c5d24d-6a47-41cc-9bb3-e76759074c4a None None] Set router 6997219b-9f81-42bd-8d91-569b9e2b8550 gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:26:31.720419 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-d5d97813-a451-42ba-8386-2c9508b77c87 None None] Set router 68a5252f-f615-4404-87a1-60b7384963de gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:26:32.086405 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-d5d97813-a451-42ba-8386-2c9508b77c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a5252f-f615-4404-87a1-60b7384963de', 'name': 'tempest-AttachVolumeShelveTestJSON-944512604-router', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:38Z', 'revision_number': 4, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'gw_port': {'id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:20Z', 'updated_at': '2021-04-19T18:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': 'e6808c23-2532-44e8-8b20-18633215a22a', 'name': '', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'mac_address': 'fa:16:3e:6a:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:32Z', 'updated_at': '2021-04-19T18:19:53Z', 'revision_number': 5, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'subnets': [{'id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:32.090835 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d97813-a451-42ba-8386-2c9508b77c87 None None] The sync data for ids ['68a5252f-f615-4404-87a1-60b7384963de'] in dv-cinder-786928-1-smb is: [{'id': '68a5252f-f615-4404-87a1-60b7384963de', 'name': 'tempest-AttachVolumeShelveTestJSON-944512604-router', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:19:38Z', 'revision_number': 4, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'gw_port': {'id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:20Z', 'updated_at': '2021-04-19T18:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': 'e6808c23-2532-44e8-8b20-18633215a22a', 'name': '', 'network_id': '62d4a419-1594-4973-afcf-06199a9f163a', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'mac_address': 'fa:16:3e:6a:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:32Z', 'updated_at': '2021-04-19T18:19:53Z', 'revision_number': 5, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'subnets': [{'id': '625ea84b-b025-47d7-a45d-f91f00c07a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:26:32.210193 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 42d2a3a3-2580-4d71-a120-ad0e5a2394e8 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:26:32.253089 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-475608ed-a13e-46e7-9848-c108f45467de None None] No Port match for: 42d2a3a3-2580-4d71-a120-ad0e5a2394e8 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:26:32.254010 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 42d2a3a3-2580-4d71-a120-ad0e5a2394e8 not bound to the agent host hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:26:32.254487 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device a44606e9-3be0-4d42-97ce-4fd52319828c no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:26:32.295091 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-475608ed-a13e-46e7-9848-c108f45467de None None] No Port match for: a44606e9-3be0-4d42-97ce-4fd52319828c {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:26:32.295534 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device a44606e9-3be0-4d42-97ce-4fd52319828c not bound to the agent host hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:26:32.321751 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-87c5d24d-6a47-41cc-9bb3-e76759074c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'name': 'tempest-AttachVolumeTestJSON-584008685-router', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:23:26Z', 'updated_at': '2021-04-19T18:23:31Z', 'revision_number': 4, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'gw_port': {'id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:27Z', 'updated_at': '2021-04-19T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': '991daf42-0c8c-4426-aee4-ad4be99b26e7', 'name': '', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'mac_address': 'fa:16:3e:2b:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:30Z', 'updated_at': '2021-04-19T18:23:39Z', 'revision_number': 5, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'subnets': [{'id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:32.324669 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 43186) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:32.326747 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5d24d-6a47-41cc-9bb3-e76759074c4a None None] The sync data for ids ['6997219b-9f81-42bd-8d91-569b9e2b8550'] in dv-cinder-786928-1-smb is: [{'id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'name': 'tempest-AttachVolumeTestJSON-584008685-router', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:23:26Z', 'updated_at': '2021-04-19T18:23:31Z', 'revision_number': 4, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'gw_port': {'id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:27Z', 'updated_at': '2021-04-19T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': '991daf42-0c8c-4426-aee4-ad4be99b26e7', 'name': '', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'mac_address': 'fa:16:3e:2b:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:30Z', 'updated_at': '2021-04-19T18:23:39Z', 'revision_number': 5, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'subnets': [{'id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:26:32.405582 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb572924-108f-4472-8b20-6f15e4c6072c tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:32.437737 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb572924-108f-4472-8b20-6f15e4c6072c tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:32.485730 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb572924-108f-4472-8b20-6f15e4c6072c tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:32.492332 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e89abeee-611a-4c91-8673-6c06deb076a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:32.507956 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481737f4-bdee-437d-b68a-bef2a9d2df06 None None] New status for floating IP 7fce3ce5-e7c0-4c7a-83ba-4f08df6e927b: DOWN {{(pid=86365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:26:32.513199 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb572924-108f-4472-8b20-6f15e4c6072c tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80265e87-ab24-40cc-b157-aef92a0fec18,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:32.516271 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fb572924-108f-4472-8b20-6f15e4c6072c tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:32.523835 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb572924-108f-4472-8b20-6f15e4c6072c tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:32.525070 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-fb572924-108f-4472-8b20-6f15e4c6072c tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "DELETE /v2.0/security-groups/80265e87-ab24-40cc-b157-aef92a0fec18 HTTP/1.1" status: 204 len: 168 time: 0.1988342 Apr 19 18:26:32.527904 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 43190) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:32.545795 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.v2.resource [None req-0fa9c8ea-e565-4098-8bf5-5ee3ed8e129a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] show failed (client error): The resource could not be found. Apr 19 18:26:32.546867 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-0fa9c8ea-e565-4098-8bf5-5ee3ed8e129a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups/80265e87-ab24-40cc-b157-aef92a0fec18 HTTP/1.1" status: 404 len: 347 time: 0.0179851 Apr 19 18:26:32.550025 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 43194) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:32.783489 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-460e68ea-3b99-4013-9f19-e401df7c8988 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Deleting port bb5f29ab-e915-4ac8-8983-3d1897a447e7 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:26:32.783944 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-460e68ea-3b99-4013-9f19-e401df7c8988 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:32.807961 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de84ac26-9b33-4877-875c-2b2664b5f892 None None] New status for floating IP 607a60a4-0b6d-437b-b062-5e9314595674: DOWN {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:26:32.828052 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43202) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:32.916758 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5d19060d-7944-4bd8-a2c3-27ae786563d9 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:32.955861 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5d19060d-7944-4bd8-a2c3-27ae786563d9 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:32.985697 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-460e68ea-3b99-4013-9f19-e401df7c8988 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:32.985965 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-460e68ea-3b99-4013-9f19-e401df7c8988 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:33.026208 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5d19060d-7944-4bd8-a2c3-27ae786563d9 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:33.032093 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e1de30f5-9c66-480a-b4e6-89d52ede0cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:33.049354 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19060d-7944-4bd8-a2c3-27ae786563d9 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0890610-d142-4686-aedf-cb78b0622ba2,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:33.052780 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-5d19060d-7944-4bd8-a2c3-27ae786563d9 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:33.062495 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5d19060d-7944-4bd8-a2c3-27ae786563d9 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:33.063844 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-5d19060d-7944-4bd8-a2c3-27ae786563d9 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "DELETE /v2.0/security-groups/d0890610-d142-4686-aedf-cb78b0622ba2 HTTP/1.1" status: 204 len: 168 time: 0.2344506 Apr 19 18:26:33.067311 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43206) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:33.089186 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.v2.resource [None req-3adf57c0-6c59-42c4-ac1c-67eefbebb4f0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] show failed (client error): The resource could not be found. Apr 19 18:26:33.090774 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-3adf57c0-6c59-42c4-ac1c-67eefbebb4f0 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "GET /v2.0/security-groups/d0890610-d142-4686-aedf-cb78b0622ba2 HTTP/1.1" status: 404 len: 347 time: 0.0219936 Apr 19 18:26:33.093502 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43210) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:33.136897 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-460e68ea-3b99-4013-9f19-e401df7c8988 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Calling delete_port for bb5f29ab-e915-4ac8-8983-3d1897a447e7 owned by network:floatingip {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:26:33.233394 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.db.api [None req-460e68ea-3b99-4013-9f19-e401df7c8988 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86363) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:26:33.233714 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_db.api [None req-460e68ea-3b99-4013-9f19-e401df7c8988 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:26:33.273914 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-9efb5793-1f8f-4e1a-ac88-d4f8e70e63a7 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Deleting port d14a8c56-702b-4dab-91da-be1f37ac10f7 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:26:33.274148 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9efb5793-1f8f-4e1a-ac88-d4f8e70e63a7 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:33.463340 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9efb5793-1f8f-4e1a-ac88-d4f8e70e63a7 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:33.463671 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9efb5793-1f8f-4e1a-ac88-d4f8e70e63a7 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:33.598491 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-9efb5793-1f8f-4e1a-ac88-d4f8e70e63a7 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Calling delete_port for d14a8c56-702b-4dab-91da-be1f37ac10f7 owned by network:floatingip {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:26:33.734804 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-460e68ea-3b99-4013-9f19-e401df7c8988 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Deleting port bb5f29ab-e915-4ac8-8983-3d1897a447e7 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:26:33.735182 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-460e68ea-3b99-4013-9f19-e401df7c8988 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:33.747967 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9efb5793-1f8f-4e1a-ac88-d4f8e70e63a7 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:33.752809 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-32837097-f77a-4159-ad7f-de29a5868f9d tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:33.802097 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb5793-1f8f-4e1a-ac88-d4f8e70e63a7 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Pushing event deleted for resources: {'Port': ['ID=d14a8c56-702b-4dab-91da-be1f37ac10f7,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:33.835714 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-9efb5793-1f8f-4e1a-ac88-d4f8e70e63a7 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:33.908221 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9efb5793-1f8f-4e1a-ac88-d4f8e70e63a7 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks [] for floatingip, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:33.931688 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-460e68ea-3b99-4013-9f19-e401df7c8988 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:33.932059 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-460e68ea-3b99-4013-9f19-e401df7c8988 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:33.935273 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9efb5793-1f8f-4e1a-ac88-d4f8e70e63a7 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:33.937337 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-9efb5793-1f8f-4e1a-ac88-d4f8e70e63a7 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] 10.222.0.20 "DELETE /v2.0/floatingips/7fce3ce5-e7c0-4c7a-83ba-4f08df6e927b HTTP/1.1" status: 204 len: 168 time: 0.8426299 Apr 19 18:26:34.073864 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-460e68ea-3b99-4013-9f19-e401df7c8988 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Calling delete_port for bb5f29ab-e915-4ac8-8983-3d1897a447e7 owned by network:floatingip {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:26:34.248280 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-460e68ea-3b99-4013-9f19-e401df7c8988 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:34.253981 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-56209f8f-5e9d-48cc-a400-278ef9f076ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:34.307203 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e68ea-3b99-4013-9f19-e401df7c8988 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Pushing event deleted for resources: {'Port': ['ID=bb5f29ab-e915-4ac8-8983-3d1897a447e7,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:34.310766 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-460e68ea-3b99-4013-9f19-e401df7c8988 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:34.422511 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-460e68ea-3b99-4013-9f19-e401df7c8988 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for floatingip, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:34.438296 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-460e68ea-3b99-4013-9f19-e401df7c8988 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:34.439562 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-460e68ea-3b99-4013-9f19-e401df7c8988 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "DELETE /v2.0/floatingips/607a60a4-0b6d-437b-b062-5e9314595674 HTTP/1.1" status: 204 len: 168 time: 1.8875654 Apr 19 18:26:34.729366 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43224) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:34.735472 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-464a37b2-3388-474b-aee5-3819b9efdc8f tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--932146685', 'description': 'tempest-description--1915240507'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:26:34.742362 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-464a37b2-3388-474b-aee5-3819b9efdc8f tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:26:34.746804 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-464a37b2-3388-474b-aee5-3819b9efdc8f tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Usage tracker for resource:security_group and tenant:2ecc46ba406c49228523cb5b97f01bf0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:26:34.749926 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-464a37b2-3388-474b-aee5-3819b9efdc8f tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:26:34.756392 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-464a37b2-3388-474b-aee5-3819b9efdc8f tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:26:34.766685 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-464a37b2-3388-474b-aee5-3819b9efdc8f tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:34.789392 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-464a37b2-3388-474b-aee5-3819b9efdc8f tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:26:34.793421 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-464a37b2-3388-474b-aee5-3819b9efdc8f tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Usage tracker for resource:security_group_rule and tenant:2ecc46ba406c49228523cb5b97f01bf0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:26:34.796405 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-464a37b2-3388-474b-aee5-3819b9efdc8f tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:26:34.803237 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-464a37b2-3388-474b-aee5-3819b9efdc8f tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:26:34.876404 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-464a37b2-3388-474b-aee5-3819b9efdc8f tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:34.880499 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-464a37b2-3388-474b-aee5-3819b9efdc8f tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:34.885971 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-57266e14-0a24-4954-a7b4-fc39a48a2e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:34.932263 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a37b2-3388-474b-aee5-3819b9efdc8f tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=485bd06e-3597-4f4c-b65f-3f6b9a877d42,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:34.935161 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-464a37b2-3388-474b-aee5-3819b9efdc8f tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:34.936527 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-464a37b2-3388-474b-aee5-3819b9efdc8f tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2060421 Apr 19 18:26:34.937538 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-464a37b2-3388-474b-aee5-3819b9efdc8f tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:34.939749 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43228) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:34.945922 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-32105684-4f89-4ddd-833b-e4e17eabc361 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Request body: {'security_group_rule': {'security_group_id': '485bd06e-3597-4f4c-b65f-3f6b9a877d42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:26:34.952564 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-32105684-4f89-4ddd-833b-e4e17eabc361 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:26:34.956735 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-32105684-4f89-4ddd-833b-e4e17eabc361 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Usage tracker for resource:security_group_rule and tenant:2ecc46ba406c49228523cb5b97f01bf0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:26:34.959821 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-32105684-4f89-4ddd-833b-e4e17eabc361 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:26:34.965884 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-32105684-4f89-4ddd-833b-e4e17eabc361 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:26:34.982948 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-32105684-4f89-4ddd-833b-e4e17eabc361 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:35.053303 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-32105684-4f89-4ddd-833b-e4e17eabc361 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:35.056081 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-32105684-4f89-4ddd-833b-e4e17eabc361 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950235'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:35.064152 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ba03dbbf-2398-4f98-838f-fd33da797b89 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:35.084250 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32105684-4f89-4ddd-833b-e4e17eabc361 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c3653d-6b07-49ba-b02e-ded3bef25f2a,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:35.086964 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-32105684-4f89-4ddd-833b-e4e17eabc361 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:35.093651 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-32105684-4f89-4ddd-833b-e4e17eabc361 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:35.094992 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-32105684-4f89-4ddd-833b-e4e17eabc361 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1544657 Apr 19 18:26:35.098548 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43232) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:35.104940 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-4f909d2c-3d8a-46a7-b3a1-6d42b2b09026 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Request body: {'security_group_rule': {'security_group_id': '485bd06e-3597-4f4c-b65f-3f6b9a877d42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:26:35.111604 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4f909d2c-3d8a-46a7-b3a1-6d42b2b09026 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:26:35.116855 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4f909d2c-3d8a-46a7-b3a1-6d42b2b09026 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Usage tracker for resource:security_group_rule and tenant:2ecc46ba406c49228523cb5b97f01bf0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:26:35.119968 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4f909d2c-3d8a-46a7-b3a1-6d42b2b09026 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:26:35.126148 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4f909d2c-3d8a-46a7-b3a1-6d42b2b09026 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:26:35.142716 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4f909d2c-3d8a-46a7-b3a1-6d42b2b09026 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:35.212980 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4f909d2c-3d8a-46a7-b3a1-6d42b2b09026 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:35.215771 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4f909d2c-3d8a-46a7-b3a1-6d42b2b09026 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950235'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:35.224329 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-89c52779-e43f-4b21-b09a-cc09dfd93077 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:35.245056 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f909d2c-3d8a-46a7-b3a1-6d42b2b09026 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a45cd5a-bd83-465e-a050-0aba95cfc3ce,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:35.247625 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4f909d2c-3d8a-46a7-b3a1-6d42b2b09026 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:35.254921 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4f909d2c-3d8a-46a7-b3a1-6d42b2b09026 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:35.256412 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-4f909d2c-3d8a-46a7-b3a1-6d42b2b09026 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1567130 Apr 19 18:26:35.259607 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43240) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:35.265527 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Request body: {'floatingip': {'floating_network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:26:35.273128 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:26:35.277282 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Usage tracker for resource:floatingip and tenant:2ecc46ba406c49228523cb5b97f01bf0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:26:35.280388 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:26:35.290480 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:26:35.302840 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for floatingip, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:35.463683 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:35.633316 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Allocated IP 172.28.1.183 (4dfc8324-dbda-4de1-90b3-5f147512ea2d/f0204761-35d7-4590-8809-1a6eb894c7a2/9268ea4b-73ee-4a42-b012-acbfd692bee2) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:26:35.797283 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:35.827512 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:35.832903 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ddd7d9af-0b3f-4669-a31f-3adbee0c96b1 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:35.892609 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Network 4dfc8324-dbda-4de1-90b3-5f147512ea2d is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:26:35.901196 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Resources bound (agent type, host, resource id): {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:26:35.907108 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:26:35.954812 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Pushing event updated for resources: {'Port': ['ID=9268ea4b-73ee-4a42-b012-acbfd692bee2,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:35.959976 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:36.005936 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:36.070717 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:36.294460 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:36.298244 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3107811'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:36.303625 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:36.421435 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Pushing event updated for resources: {'Port': ['ID=9268ea4b-73ee-4a42-b012-acbfd692bee2,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:36.426222 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:36.433512 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962486'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:36.455546 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:36.457404 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1966577 Apr 19 18:26:36.705114 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-3fd0a83a-b896-4707-b0bf-3b0a6520a52b tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Synchronizing usage tracker for tenant:2ecc46ba406c49228523cb5b97f01bf0 on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:26:36.721855 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-3fd0a83a-b896-4707-b0bf-3b0a6520a52b tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Unset dirty status for tenant:2ecc46ba406c49228523cb5b97f01bf0 on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:26:36.723869 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-3fd0a83a-b896-4707-b0bf-3b0a6520a52b tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--932146685&fields=id&tenant_id=2ecc46ba406c49228523cb5b97f01bf0 HTTP/1.1" status: 200 len: 267 time: 0.0678856 Apr 19 18:26:36.837073 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43268) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:36.907206 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-ad4e4e8b-e496-4668-a4ae-1056646773f7 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:36.908891 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-ad4e4e8b-e496-4668-a4ae-1056646773f7 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/networks?id=69808130-b7ac-463c-88f3-9f02786d4c57 HTTP/1.1" status: 200 len: 810 time: 0.1769755 Apr 19 18:26:36.926474 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9c6d0db9-ea9b-4b61-a09f-151fefcc8ced tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/quotas/2ecc46ba406c49228523cb5b97f01bf0 HTTP/1.1" status: 200 len: 375 time: 0.0109854 Apr 19 18:26:37.200118 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-44b0a9a3-f214-4229-8dbd-c1cc52a9889b tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Synchronizing usage tracker for tenant:2ecc46ba406c49228523cb5b97f01bf0 on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:26:37.348226 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-44b0a9a3-f214-4229-8dbd-c1cc52a9889b tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Unset dirty status for tenant:2ecc46ba406c49228523cb5b97f01bf0 on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:26:37.349723 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-44b0a9a3-f214-4229-8dbd-c1cc52a9889b tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ecc46ba406c49228523cb5b97f01bf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4170270 Apr 19 18:26:37.665127 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-cae5221c-bcae-45d7-a196-d24c8167e69a service neutron] 10.222.0.20 "GET /v2.0/networks/69808130-b7ac-463c-88f3-9f02786d4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024528 Apr 19 18:26:38.123747 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-6d889732-2236-4ebc-bca2-4798c6e883eb service neutron] 10.222.0.20 "GET /v2.0/networks/69808130-b7ac-463c-88f3-9f02786d4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514484 Apr 19 18:26:38.147554 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4cbe7310-5d19-44da-ada1-a9c8d8fdb1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853820771'] for router_interface, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:38.327319 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-85cdd8c2-6424-4319-8ff6-13bd1b587433 req-f35da0e9-5ba4-42d5-a4bc-bf723149c3ff tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Synchronizing usage tracker for tenant:2ecc46ba406c49228523cb5b97f01bf0 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:26:38.345705 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-85cdd8c2-6424-4319-8ff6-13bd1b587433 req-f35da0e9-5ba4-42d5-a4bc-bf723149c3ff tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Unset dirty status for tenant:2ecc46ba406c49228523cb5b97f01bf0 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:26:38.347090 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-85cdd8c2-6424-4319-8ff6-13bd1b587433 req-f35da0e9-5ba4-42d5-a4bc-bf723149c3ff tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e HTTP/1.1" status: 200 len: 210 time: 0.0735986 Apr 19 18:26:38.564544 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-4cbe7310-5d19-44da-ada1-a9c8d8fdb1dc admin admin] Deleting port e6808c23-2532-44e8-8b20-18633215a22a {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:26:38.564929 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4cbe7310-5d19-44da-ada1-a9c8d8fdb1dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:38.761944 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-4cbe7310-5d19-44da-ada1-a9c8d8fdb1dc admin admin] For port e6808c23-2532-44e8-8b20-18633215a22a, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=e6808c23-2532-44e8-8b20-18633215a22a,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:26:38.762345 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4cbe7310-5d19-44da-ada1-a9c8d8fdb1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:38.900997 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-4cbe7310-5d19-44da-ada1-a9c8d8fdb1dc admin admin] Calling delete_port for e6808c23-2532-44e8-8b20-18633215a22a owned by network:router_interface {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:26:39.084664 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4cbe7310-5d19-44da-ada1-a9c8d8fdb1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:39.089558 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:39.145079 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe7310-5d19-44da-ada1-a9c8d8fdb1dc admin admin] Pushing event deleted for resources: {'Port': ['ID=e6808c23-2532-44e8-8b20-18633215a22a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:39.175171 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4cbe7310-5d19-44da-ada1-a9c8d8fdb1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:39.460514 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4cbe7310-5d19-44da-ada1-a9c8d8fdb1dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853820701'] for router_interface, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:39.518815 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-a0c04d8f-9224-4b77-b40f-3814dc7fbc9d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:39.522167 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-a0c04d8f-9224-4b77-b40f-3814dc7fbc9d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.95 "GET /v2.0/networks?id=69808130-b7ac-463c-88f3-9f02786d4c57 HTTP/1.1" status: 200 len: 810 time: 0.2247214 Apr 19 18:26:39.621964 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-f8dea9fe-8d1d-4a1e-a1af-bc507fc570f3 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Synchronizing usage tracker for tenant:2ecc46ba406c49228523cb5b97f01bf0 on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:26:39.642270 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-f8dea9fe-8d1d-4a1e-a1af-bc507fc570f3 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Unset dirty status for tenant:2ecc46ba406c49228523cb5b97f01bf0 on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:26:39.643676 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-f8dea9fe-8d1d-4a1e-a1af-bc507fc570f3 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2ecc46ba406c49228523cb5b97f01bf0 HTTP/1.1" status: 200 len: 5708 time: 0.1121562 Apr 19 18:26:39.653723 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9975850f-fc78-4136-9701-a15689df2168 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Request body: {'port': {'device_id': 'e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'admin_state_up': True, 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'security_groups': ['485bd06e-3597-4f4c-b65f-3f6b9a877d42']}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:26:39.658253 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-95a751d8-9cfc-4c03-9d92-a31e2eae5958 req-aa828c7e-c967-4ac7-b9f6-89722ff02e3e tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e HTTP/1.1" status: 200 len: 210 time: 0.1239707 Apr 19 18:26:39.823274 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9975850f-fc78-4136-9701-a15689df2168 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:26:39.834368 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9975850f-fc78-4136-9701-a15689df2168 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:26:39.843492 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9975850f-fc78-4136-9701-a15689df2168 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Made reservation on behalf of 2ecc46ba406c49228523cb5b97f01bf0 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:26:39.850158 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9975850f-fc78-4136-9701-a15689df2168 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:39.916806 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cbe7310-5d19-44da-ada1-a9c8d8fdb1dc admin admin] Router 68a5252f-f615-4404-87a1-60b7384963de has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:26:40.032088 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9975850f-fc78-4136-9701-a15689df2168 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Allocated IP 172.20.0.8 (69808130-b7ac-463c-88f3-9f02786d4c57/66d92eeb-4f8e-4ed9-99f4-6a70f34b270c/4031cc68-a3d0-4f0c-9f15-413b8a1280d7) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:26:40.116085 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbe7310-5d19-44da-ada1-a9c8d8fdb1dc admin admin] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:26:40.125456 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf86d3-2340-4382-878d-e5f5f8554fcc None None] Sync routers for ids ['68a5252f-f615-4404-87a1-60b7384963de'] in dv-cinder-786928-1-smb {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:26:40.131761 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-4cbe7310-5d19-44da-ada1-a9c8d8fdb1dc admin admin] 10.222.0.20 "PUT /v2.0/routers/68a5252f-f615-4404-87a1-60b7384963de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2912045 Apr 19 18:26:40.132120 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43292) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:40.137685 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf86d3-2340-4382-878d-e5f5f8554fcc None None] Routers {'68a5252f-f615-4404-87a1-60b7384963de'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:26:40.138476 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-c1cf86d3-2340-4382-878d-e5f5f8554fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:26:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['68a5252f-f615-4404-87a1-60b7384963de'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:40.345266 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d001cd4-7ce5-4588-aa7b-6167e331e075 admin admin] Notify callbacks [] for router, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:40.346690 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-c1cf86d3-2340-4382-878d-e5f5f8554fcc None None] Set router 68a5252f-f615-4404-87a1-60b7384963de gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:26:40.509789 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9975850f-fc78-4136-9701-a15689df2168 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:40.529232 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9975850f-fc78-4136-9701-a15689df2168 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Transition to ACTIVE for port object 4031cc68-a3d0-4f0c-9f15-413b8a1280d7 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:26:40.554409 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9975850f-fc78-4136-9701-a15689df2168 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:40.568871 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-dc2918ad-bc61-4b0e-b3a0-f8750420af70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:40.633341 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9975850f-fc78-4136-9701-a15689df2168 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Network 69808130-b7ac-463c-88f3-9f02786d4c57 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:26:40.637021 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9975850f-fc78-4136-9701-a15689df2168 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:26:40.641701 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9975850f-fc78-4136-9701-a15689df2168 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:26:40.702114 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975850f-fc78-4136-9701-a15689df2168 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Pushing event updated for resources: {'Port': ['ID=4031cc68-a3d0-4f0c-9f15-413b8a1280d7,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:40.708334 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-9975850f-fc78-4136-9701-a15689df2168 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:40.735807 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-c1cf86d3-2340-4382-878d-e5f5f8554fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a5252f-f615-4404-87a1-60b7384963de', 'name': 'tempest-AttachVolumeShelveTestJSON-944512604-router', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:26:39Z', 'revision_number': 5, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'gw_port': {'id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:20Z', 'updated_at': '2021-04-19T18:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:40.744380 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9975850f-fc78-4136-9701-a15689df2168 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:40.745123 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9975850f-fc78-4136-9701-a15689df2168 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:40.746206 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf86d3-2340-4382-878d-e5f5f8554fcc None None] Checking router: 68a5252f-f615-4404-87a1-60b7384963de for host: dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:26:40.758480 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf86d3-2340-4382-878d-e5f5f8554fcc None None] Routers {'68a5252f-f615-4404-87a1-60b7384963de'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:26:40.759288 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-c1cf86d3-2340-4382-878d-e5f5f8554fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:26:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['68a5252f-f615-4404-87a1-60b7384963de'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:40.776235 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9975850f-fc78-4136-9701-a15689df2168 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1268051 Apr 19 18:26:40.791387 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] Request body: {'port': {'device_id': 'e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:26:40.828918 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d001cd4-7ce5-4588-aa7b-6167e331e075 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:40.840991 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-4d001cd4-7ce5-4588-aa7b-6167e331e075 admin admin] Deleting port 4b073a9c-fe72-4feb-93da-2b4e58439677 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:26:40.840991 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d001cd4-7ce5-4588-aa7b-6167e331e075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:40.947418 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-888e7d19-de15-49d6-b504-c615596fe697 None None] Provisioning for port 4031cc68-a3d0-4f0c-9f15-413b8a1280d7 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:26:40.959467 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-888e7d19-de15-49d6-b504-c615596fe697 None None] Provisioning complete for port 4031cc68-a3d0-4f0c-9f15-413b8a1280d7 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:26:40.959892 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-888e7d19-de15-49d6-b504-c615596fe697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:41.020767 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:41.042780 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6f996-b0ac-4b57-9b2f-74d46f004d3f req-b30e4561-d20a-4b60-963c-cac6859f9481 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:41.043629 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-04e6f996-b0ac-4b57-9b2f-74d46f004d3f req-b30e4561-d20a-4b60-963c-cac6859f9481 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Synchronizing usage tracker for tenant:2ecc46ba406c49228523cb5b97f01bf0 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:26:41.047262 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-c1cf86d3-2340-4382-878d-e5f5f8554fcc None None] Set router 68a5252f-f615-4404-87a1-60b7384963de gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:26:41.054132 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-4d001cd4-7ce5-4588-aa7b-6167e331e075 admin admin] For port 4b073a9c-fe72-4feb-93da-2b4e58439677, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=4b073a9c-fe72-4feb-93da-2b4e58439677,segment=NetworkSegment(1f30a495-c1e9-401c-a4af-f66487472610),segment_id=1f30a495-c1e9-401c-a4af-f66487472610)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:26:41.054680 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d001cd4-7ce5-4588-aa7b-6167e331e075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:41.093410 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-888e7d19-de15-49d6-b504-c615596fe697 None None] Port 4031cc68-a3d0-4f0c-9f15-413b8a1280d7 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 19 18:26:41.116235 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-04e6f996-b0ac-4b57-9b2f-74d46f004d3f req-b30e4561-d20a-4b60-963c-cac6859f9481 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Unset dirty status for tenant:2ecc46ba406c49228523cb5b97f01bf0 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:26:41.119760 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-04e6f996-b0ac-4b57-9b2f-74d46f004d3f req-b30e4561-d20a-4b60-963c-cac6859f9481 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e HTTP/1.1" status: 200 len: 931 time: 0.2788086 Apr 19 18:26:41.210768 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-4d001cd4-7ce5-4588-aa7b-6167e331e075 admin admin] Calling delete_port for 4b073a9c-fe72-4feb-93da-2b4e58439677 owned by network:router_gateway {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:26:41.255568 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-04e6f996-b0ac-4b57-9b2f-74d46f004d3f req-92b84af1-17a8-4ffe-957b-652c4a666592 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=485bd06e-3597-4f4c-b65f-3f6b9a877d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282573 Apr 19 18:26:41.383952 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-c1cf86d3-2340-4382-878d-e5f5f8554fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a5252f-f615-4404-87a1-60b7384963de', 'name': 'tempest-AttachVolumeShelveTestJSON-944512604-router', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:26:39Z', 'revision_number': 5, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'gw_port': {'id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:20Z', 'updated_at': '2021-04-19T18:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:41.388368 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf86d3-2340-4382-878d-e5f5f8554fcc None None] The sync data for ids ['68a5252f-f615-4404-87a1-60b7384963de'] in dv-cinder-786928-1-smb is: [{'id': '68a5252f-f615-4404-87a1-60b7384963de', 'name': 'tempest-AttachVolumeShelveTestJSON-944512604-router', 'tenant_id': '953bb2a403d44bb787795f1209c28a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:19:18Z', 'updated_at': '2021-04-19T18:26:39Z', 'revision_number': 5, 'project_id': '953bb2a403d44bb787795f1209c28a9b', 'gw_port': {'id': '4b073a9c-fe72-4feb-93da-2b4e58439677', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a5252f-f615-4404-87a1-60b7384963de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:19:20Z', 'updated_at': '2021-04-19T18:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:26:41.412096 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d001cd4-7ce5-4588-aa7b-6167e331e075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:41.416248 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:41.466437 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d001cd4-7ce5-4588-aa7b-6167e331e075 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b073a9c-fe72-4feb-93da-2b4e58439677,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:41.470064 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4d001cd4-7ce5-4588-aa7b-6167e331e075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:41.517450 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4031cc68-a3d0-4f0c-9f15-413b8a1280d7 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:26:41.526381 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:41.542869 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] Transition to ACTIVE for port object 4031cc68-a3d0-4f0c-9f15-413b8a1280d7 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:26:41.545980 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:41.553156 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-678f9f21-5462-4084-b3b3-8bdc4ffdfdd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:41.572956 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d001cd4-7ce5-4588-aa7b-6167e331e075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-950882'] for router_gateway, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:41.772633 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] Pushing event updated for resources: {'Port': ['ID=4031cc68-a3d0-4f0c-9f15-413b8a1280d7,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:41.775776 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d001cd4-7ce5-4588-aa7b-6167e331e075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-980542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760900'] for router, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:41.776116 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:41.779022 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d001cd4-7ce5-4588-aa7b-6167e331e075 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:41.828896 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] Attempting to bind port 4031cc68-a3d0-4f0c-9f15-413b8a1280d7 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:26:41.829282 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] Attempting to bind port 4031cc68-a3d0-4f0c-9f15-413b8a1280d7 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '969f0f32-ecdd-4589-bdda-93d384815005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:26:41.829658 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] Attempting to bind port 4031cc68-a3d0-4f0c-9f15-413b8a1280d7 on network 69808130-b7ac-463c-88f3-9f02786d4c57 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:26:41.835876 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] Port 4031cc68-a3d0-4f0c-9f15-413b8a1280d7 on network 69808130-b7ac-463c-88f3-9f02786d4c57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:26:41.836240 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] Attempting to bind port 4031cc68-a3d0-4f0c-9f15-413b8a1280d7 on network 69808130-b7ac-463c-88f3-9f02786d4c57 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:26:41.842107 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] Checking agent: {'id': '22c244b8-6adf-46d7-a39e-9e58770b1817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'started_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:26:41.842489 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] Checking segment: {'id': '969f0f32-ecdd-4589-bdda-93d384815005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:26:41.842927 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] Bound using segment: {'id': '969f0f32-ecdd-4589-bdda-93d384815005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:26:41.843444 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] Bound port: 4031cc68-a3d0-4f0c-9f15-413b8a1280d7, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969f0f32-ecdd-4589-bdda-93d384815005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:26:41.843978 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:41.882904 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d001cd4-7ce5-4588-aa7b-6167e331e075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853825158'] for router, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:41.883567 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d001cd4-7ce5-4588-aa7b-6167e331e075 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68a5252f-f615-4404-87a1-60b7384963de {{(pid=86364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:26:41.898371 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d001cd4-7ce5-4588-aa7b-6167e331e075 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:41.899662 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-4d001cd4-7ce5-4588-aa7b-6167e331e075 admin admin] 10.222.0.20 "DELETE /v2.0/routers/68a5252f-f615-4404-87a1-60b7384963de HTTP/1.1" status: 204 len: 168 time: 1.7665846 Apr 19 18:26:41.902720 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43298) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:41.953025 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] For port 4031cc68-a3d0-4f0c-9f15-413b8a1280d7, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:26:41.956570 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] For port 4031cc68-a3d0-4f0c-9f15-413b8a1280d7, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4031cc68-a3d0-4f0c-9f15-413b8a1280d7,segment=NetworkSegment(969f0f32-ecdd-4589-bdda-93d384815005),segment_id=969f0f32-ecdd-4589-bdda-93d384815005)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:26:41.963199 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:41.969744 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d4e6e7d4-ece1-46fd-a66e-f94222b56208 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:41.982617 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_v2 [None req-43854796-4bd6-4ac7-8b76-1e5a38b47987 admin admin] Deleting subnet 625ea84b-b025-47d7-a45d-f91f00c07a4e {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:26:41.985984 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-43854796-4bd6-4ac7-8b76-1e5a38b47987 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:42.034138 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:42.036317 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:42.037780 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] 10.222.0.95 "PUT /v2.0/ports/4031cc68-a3d0-4f0c-9f15-413b8a1280d7 HTTP/1.1" status: 200 len: 1093 time: 1.2516167 Apr 19 18:26:42.038352 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e', 'tag': '4031cc68-a3d0-4f0c-9f15-413b8a1280d7'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:26:42.042155 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-43854796-4bd6-4ac7-8b76-1e5a38b47987 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853074136'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:42.065835 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] Pushing event updated for resources: {'Port': ['ID=4031cc68-a3d0-4f0c-9f15-413b8a1280d7,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:42.070320 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-9047ee81-863b-4474-8045-ae57b025f1bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:42.124264 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e', 'tag': '4031cc68-a3d0-4f0c-9f15-413b8a1280d7', 'status': 'completed', 'code': 200} Apr 19 18:26:42.142560 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-43854796-4bd6-4ac7-8b76-1e5a38b47987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16567764'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:42.184147 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-c78914ed-1212-445c-b746-bbd2488ec814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:42.185949 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-c78914ed-1212-445c-b746-bbd2488ec814 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2ecc46ba406c49228523cb5b97f01bf0&device_id=e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e HTTP/1.1" status: 200 len: 1096 time: 0.1024783 Apr 19 18:26:42.273248 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-6545d7a6-19a9-4010-a1af-c2240be7125b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4031cc68-a3d0-4f0c-9f15-413b8a1280d7 HTTP/1.1" status: 200 len: 217 time: 0.0788567 Apr 19 18:26:42.344611 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-c887a893-573a-48ca-9b0e-05b639c8889b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:42.346932 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-c887a893-573a-48ca-9b0e-05b639c8889b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=66d92eeb-4f8e-4ed9-99f4-6a70f34b270c HTTP/1.1" status: 200 len: 849 time: 0.0670757 Apr 19 18:26:42.447049 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-43854796-4bd6-4ac7-8b76-1e5a38b47987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838208020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851668930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852618523'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:42.452688 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d80dfe24-43af-4aad-9966-237e52d2e768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:42.494341 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43854796-4bd6-4ac7-8b76-1e5a38b47987 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=625ea84b-b025-47d7-a45d-f91f00c07a4e,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:42.497675 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-43854796-4bd6-4ac7-8b76-1e5a38b47987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:42.498761 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-43854796-4bd6-4ac7-8b76-1e5a38b47987 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:42.507053 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ddf1b4-4dcc-4272-a601-d9172563a684 None None] Network 62d4a419-1594-4973-afcf-06199a9f163a requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:26:42.507714 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9a212836-a256-4e9d-ae5f-c64519a07cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:42.508024 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-43854796-4bd6-4ac7-8b76-1e5a38b47987 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/625ea84b-b025-47d7-a45d-f91f00c07a4e HTTP/1.1" status: 204 len: 168 time: 0.6041646 Apr 19 18:26:42.508689 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43306) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:42.509368 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-9a212836-a256-4e9d-ae5f-c64519a07cc5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69808130-b7ac-463c-88f3-9f02786d4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1569579 Apr 19 18:26:42.522370 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057f888-e5c6-42cb-a708-c2950f84bdb5 req-827e4dfd-5c70-4785-83fc-791740bdbfd2 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:42.524701 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7057f888-e5c6-42cb-a708-c2950f84bdb5 req-827e4dfd-5c70-4785-83fc-791740bdbfd2 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e HTTP/1.1" status: 200 len: 943 time: 0.1308312 Apr 19 18:26:42.627946 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655000'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:42.639538 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] Deleting port 9e1e2436-620b-4955-a3ce-5c6f191f6f7f {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:26:42.639922 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:42.683845 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-7057f888-e5c6-42cb-a708-c2950f84bdb5 req-be27fe3d-ba3b-46df-88c6-849ccb9dd057 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=485bd06e-3597-4f4c-b65f-3f6b9a877d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341298 Apr 19 18:26:42.740914 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-6fbdb7e6-0c2b-4766-be7d-db7f14d042a6 service neutron] 10.222.0.95 "GET /v2.0/networks/69808130-b7ac-463c-88f3-9f02786d4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156012 Apr 19 18:26:42.805192 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ffb389-1eaa-4188-b0e3-1ad0dd3e283a None None] DHCP port deletion for 62d4a419-1594-4973-afcf-06199a9f163a request from dv-cinder-786928-1-smb {{(pid=86365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:26:42.810191 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-01ffb389-1eaa-4188-b0e3-1ad0dd3e283a None None] Deleting port 9e1e2436-620b-4955-a3ce-5c6f191f6f7f {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:26:42.810620 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-01ffb389-1eaa-4188-b0e3-1ad0dd3e283a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:42.879386 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] For port 9e1e2436-620b-4955-a3ce-5c6f191f6f7f, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=9e1e2436-620b-4955-a3ce-5c6f191f6f7f,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:26:42.879913 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:42.905739 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b718e23b-486c-42dd-a1de-34b22c9f8cf5 req-8d2bada4-5040-4ea3-b9d0-4b750d2f4dac service neutron] 10.222.0.95 "GET /v2.0/networks/69808130-b7ac-463c-88f3-9f02786d4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585050 Apr 19 18:26:43.027308 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] Calling delete_port for 9e1e2436-620b-4955-a3ce-5c6f191f6f7f owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:26:43.039325 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c83b2-f6e9-465d-bd1b-cbe3b8ead0ac req-f4049a27-307b-4c05-acc4-fa2f619b5041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:43.040936 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-849c83b2-f6e9-465d-bd1b-cbe3b8ead0ac req-f4049a27-307b-4c05-acc4-fa2f619b5041 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2ecc46ba406c49228523cb5b97f01bf0&device_id=e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e HTTP/1.1" status: 200 len: 1096 time: 0.0880492 Apr 19 18:26:43.042578 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-01ffb389-1eaa-4188-b0e3-1ad0dd3e283a None None] For port 9e1e2436-620b-4955-a3ce-5c6f191f6f7f, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=9e1e2436-620b-4955-a3ce-5c6f191f6f7f,segment=NetworkSegment(b4910294-a484-41d5-8ee2-58c9bc30ad62),segment_id=b4910294-a484-41d5-8ee2-58c9bc30ad62)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:26:43.043026 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-01ffb389-1eaa-4188-b0e3-1ad0dd3e283a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:43.116827 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:43.127792 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4cbe7310-5d19-44da-ada1-a9c8d8fdb1dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:43.177723 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] No DVR routers for this DVR port 9e1e2436-620b-4955-a3ce-5c6f191f6f7f on host dv-cinder-786928-1-smb {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:26:43.182250 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-01ffb389-1eaa-4188-b0e3-1ad0dd3e283a None None] Calling delete_port for 9e1e2436-620b-4955-a3ce-5c6f191f6f7f owned by network:dhcp {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:26:43.200195 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c83b2-f6e9-465d-bd1b-cbe3b8ead0ac req-0d5a31e9-61c2-49e2-8ea1-7d295404c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:43.201803 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-849c83b2-f6e9-465d-bd1b-cbe3b8ead0ac req-0d5a31e9-61c2-49e2-8ea1-7d295404c782 service neutron] 10.222.0.95 "GET /v2.0/networks?id=69808130-b7ac-463c-88f3-9f02786d4c57 HTTP/1.1" status: 200 len: 911 time: 0.1530535 Apr 19 18:26:43.213871 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=9e1e2436-620b-4955-a3ce-5c6f191f6f7f,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:43.216740 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:43.266938 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.db.api [None req-01ffb389-1eaa-4188-b0e3-1ad0dd3e283a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86365) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:26:43.267373 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_db.api [None req-01ffb389-1eaa-4188-b0e3-1ad0dd3e283a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:26:43.287544 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-849c83b2-f6e9-465d-bd1b-cbe3b8ead0ac req-c475e786-cb80-4ecc-877d-c5db15a456d7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4031cc68-a3d0-4f0c-9f15-413b8a1280d7 HTTP/1.1" status: 200 len: 217 time: 0.0774047 Apr 19 18:26:43.312520 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838208127', 'neutron.services.segments.db._delete_segments_for_network-8728807561075'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:43.361736 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c83b2-f6e9-465d-bd1b-cbe3b8ead0ac req-539c2673-a5e6-4aaa-bbbd-444f7c7ddf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:43.364241 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-849c83b2-f6e9-465d-bd1b-cbe3b8ead0ac req-539c2673-a5e6-4aaa-bbbd-444f7c7ddf9f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=66d92eeb-4f8e-4ed9-99f4-6a70f34b270c HTTP/1.1" status: 200 len: 849 time: 0.0699346 Apr 19 18:26:43.438993 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d4a419-1594-4973-afcf-06199a9f163a']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:43.453197 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4910294-a484-41d5-8ee2-58c9bc30ad62') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:43.453702 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c83b2-f6e9-465d-bd1b-cbe3b8ead0ac req-05eacad4-c0e2-4353-b444-6abee64cda0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:43.453789 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4910294-a484-41d5-8ee2-58c9bc30ad62') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:43.455008 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-849c83b2-f6e9-465d-bd1b-cbe3b8ead0ac req-05eacad4-c0e2-4353-b444-6abee64cda0b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69808130-b7ac-463c-88f3-9f02786d4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844316 Apr 19 18:26:43.466476 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308047041891', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1701664'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:43.482134 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:43.489410 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:26:43.500595 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 4b073a9c-fe72-4feb-93da-2b4e58439677 no longer exists at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:26:43.559052 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] No Port match for: 4b073a9c-fe72-4feb-93da-2b4e58439677 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:26:43.559529 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 4b073a9c-fe72-4feb-93da-2b4e58439677 not bound to the agent host dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:26:43.559820 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 9e1e2436-620b-4955-a3ce-5c6f191f6f7f no longer exists at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:26:43.600918 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] No Port match for: 9e1e2436-620b-4955-a3ce-5c6f191f6f7f {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:26:43.601320 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 9e1e2436-620b-4955-a3ce-5c6f191f6f7f not bound to the agent host dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:26:43.601794 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device e6808c23-2532-44e8-8b20-18633215a22a no longer exists at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:26:43.625863 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-849c83b2-f6e9-465d-bd1b-cbe3b8ead0ac req-1773e34c-3abf-4fdf-bcab-debf08ec3801 service neutron] 10.222.0.95 "GET /v2.0/networks/69808130-b7ac-463c-88f3-9f02786d4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633346 Apr 19 18:26:43.689177 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] Network 62d4a419-1594-4973-afcf-06199a9f163a has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:26:43.700355 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16650949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3107741'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:43.796240 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-849c83b2-f6e9-465d-bd1b-cbe3b8ead0ac req-b8509de3-7959-4d67-8b48-639f39df091a service neutron] 10.222.0.95 "GET /v2.0/networks/69808130-b7ac-463c-88f3-9f02786d4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630192 Apr 19 18:26:43.820815 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-01ffb389-1eaa-4188-b0e3-1ad0dd3e283a None None] Deleting port 9e1e2436-620b-4955-a3ce-5c6f191f6f7f {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:26:43.821165 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-01ffb389-1eaa-4188-b0e3-1ad0dd3e283a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:43.846103 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] No Port match for: e6808c23-2532-44e8-8b20-18633215a22a {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:26:43.846508 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device e6808c23-2532-44e8-8b20-18633215a22a not bound to the agent host dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:26:43.896761 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-01ffb389-1eaa-4188-b0e3-1ad0dd3e283a None None] The port '9e1e2436-620b-4955-a3ce-5c6f191f6f7f' was deleted {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:26:43.963291 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] Network 62d4a419-1594-4973-afcf-06199a9f163a has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: Traceback (most recent call last): Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: timer() Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: cb(*args, **kw) Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: return func(*args, **kwargs) Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: self._notify() Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: self.callback(batched_events) Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: event.method(event) Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: segment_id)['aggregates'][0] Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: return f(self, *a, **k) Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: return self._get(url).json() Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: **kwargs) Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: return self.request(url, 'GET', **kwargs) Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: **endpoint_filter) Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:26:43.988731 dv-cinder-786928-1-smb neutron-server[86248]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:26:44.090290 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16567689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962437'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:44.098514 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:44.115842 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:44.126017 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319981a-9243-42b2-9606-f4500fe976ab req-2d54ef10-0478-4df4-9660-787b6d168eb7 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:44.127639 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8319981a-9243-42b2-9606-f4500fe976ab req-2d54ef10-0478-4df4-9660-787b6d168eb7 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e HTTP/1.1" status: 200 len: 943 time: 0.2986362 Apr 19 18:26:44.135042 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=62d4a419-1594-4973-afcf-06199a9f163a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:44.139974 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:44.172579 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-2059ae9f-5067-4c01-a5ae-69b559738c2a admin admin] 10.222.0.20 "DELETE /v2.0/networks/62d4a419-1594-4973-afcf-06199a9f163a HTTP/1.1" status: 204 len: 168 time: 1.6602998 Apr 19 18:26:44.192705 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8319981a-9243-42b2-9606-f4500fe976ab req-f8b9c53b-15b8-4122-bb12-870ddee554ef tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=485bd06e-3597-4f4c-b65f-3f6b9a877d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539055 Apr 19 18:26:44.291008 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43314) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:44.343213 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-edab4bac-9ddf-40df-bdce-fb0928024b85 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=953bb2a403d44bb787795f1209c28a9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0507812 Apr 19 18:26:44.345694 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43318) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:44.417917 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ef62a797-e048-4068-a710-00e8f18c9b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:44.445978 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ef62a797-e048-4068-a710-00e8f18c9b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:44.490753 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ef62a797-e048-4068-a710-00e8f18c9b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:44.496257 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-6c88d8a5-2e04-40bc-a935-751a024ae268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:44.513513 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62a797-e048-4068-a710-00e8f18c9b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6211bc32-feb3-4d36-b7f8-c110688204f3,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:44.516711 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ef62a797-e048-4068-a710-00e8f18c9b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:44.518744 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ef62a797-e048-4068-a710-00e8f18c9b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:44.521152 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-ef62a797-e048-4068-a710-00e8f18c9b2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6211bc32-feb3-4d36-b7f8-c110688204f3 HTTP/1.1" status: 204 len: 168 time: 0.1744165 Apr 19 18:26:45.409468 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfed8f-fbc8-45d2-a94e-60cc0c19cc43 req-f47058fc-c23e-4ef5-8d18-7a20fccac135 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:45.411153 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a5dfed8f-fbc8-45d2-a94e-60cc0c19cc43 req-f47058fc-c23e-4ef5-8d18-7a20fccac135 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e HTTP/1.1" status: 200 len: 943 time: 0.1030788 Apr 19 18:26:45.463906 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a5dfed8f-fbc8-45d2-a94e-60cc0c19cc43 req-2ff07acb-1bbc-45bc-a27e-225af136ef6a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=485bd06e-3597-4f4c-b65f-3f6b9a877d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462854 Apr 19 18:26:46.238390 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 4031cc68-a3d0-4f0c-9f15-413b8a1280d7 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:26:46.386909 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 4031cc68-a3d0-4f0c-9f15-413b8a1280d7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4031cc68-a3d0-4f0c-9f15-413b8a1280d7,segment=NetworkSegment(969f0f32-ecdd-4589-bdda-93d384815005),segment_id=969f0f32-ecdd-4589-bdda-93d384815005)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:26:46.402629 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Returning: {'device': '4031cc68-a3d0-4f0c-9f15-413b8a1280d7', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'port_id': '4031cc68-a3d0-4f0c-9f15-413b8a1280d7', 'mac_address': 'fa:16:3e:00:d4:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:26:46.463495 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:46.481915 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4031cc68-a3d0-4f0c-9f15-413b8a1280d7 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:26:46.491664 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 43374) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:46.499336 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 4031cc68-a3d0-4f0c-9f15-413b8a1280d7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4031cc68-a3d0-4f0c-9f15-413b8a1280d7,segment=NetworkSegment(969f0f32-ecdd-4589-bdda-93d384815005),segment_id=969f0f32-ecdd-4589-bdda-93d384815005)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:26:46.502728 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:46.507003 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:46.595200 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=4031cc68-a3d0-4f0c-9f15-413b8a1280d7,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:46.604862 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:46.605248 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:46.605738 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:46.606127 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:46.606507 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:46.606881 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:46.607272 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:46.607919 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:46.611886 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:46.612414 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:46.613441 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:46.613829 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:26:46.618622 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:46.628184 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d564753-1969-4d45-9d38-d937750fe62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:46.645005 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4d564753-1969-4d45-9d38-d937750fe62f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:26:46.649370 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4d564753-1969-4d45-9d38-d937750fe62f admin admin] Usage tracker for resource:security_group_rule and tenant:e2777bc46a1540718ea527aed590bacd is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:26:46.652478 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4d564753-1969-4d45-9d38-d937750fe62f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:26:46.658627 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4d564753-1969-4d45-9d38-d937750fe62f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:26:46.692062 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf7671-f8ce-4fb6-a324-62fc5ab5fdd7 req-72c72ea4-9838-4cdb-9c6a-bd03a450f77b tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:46.693406 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cdaf7671-f8ce-4fb6-a324-62fc5ab5fdd7 req-72c72ea4-9838-4cdb-9c6a-bd03a450f77b tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e HTTP/1.1" status: 200 len: 944 time: 0.1047008 Apr 19 18:26:46.709456 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['4031cc68-a3d0-4f0c-9f15-413b8a1280d7'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:26:46.747992 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d564753-1969-4d45-9d38-d937750fe62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:46.749045 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cdaf7671-f8ce-4fb6-a324-62fc5ab5fdd7 req-1072c531-4948-4dcf-aede-98cc99c0e71e tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=485bd06e-3597-4f4c-b65f-3f6b9a877d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489924 Apr 19 18:26:46.751390 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4d564753-1969-4d45-9d38-d937750fe62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:46.761931 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-20094b46-710a-40cd-a417-461690f81123 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:46.810867 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-4d564753-1969-4d45-9d38-d937750fe62f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2777bc46a1540718ea527aed590bacd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180783 Apr 19 18:26:46.811891 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d564753-1969-4d45-9d38-d937750fe62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51e91f5-1ab0-4e23-80c1-3a7f0d4197b1,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:46.813813 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43380) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:46.815287 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4d564753-1969-4d45-9d38-d937750fe62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:46.881222 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0c673c79-e5b8-488b-b3aa-fdf1387a2510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:46.910145 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0c673c79-e5b8-488b-b3aa-fdf1387a2510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:46.955764 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0c673c79-e5b8-488b-b3aa-fdf1387a2510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:46.961615 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-6b24c096-dce9-4fcf-be79-d40df5114e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:46.975589 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c673c79-e5b8-488b-b3aa-fdf1387a2510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51e91f5-1ab0-4e23-80c1-3a7f0d4197b1,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:46.978412 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0c673c79-e5b8-488b-b3aa-fdf1387a2510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:46.979670 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-0c673c79-e5b8-488b-b3aa-fdf1387a2510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:46.981016 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-0c673c79-e5b8-488b-b3aa-fdf1387a2510 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c51e91f5-1ab0-4e23-80c1-3a7f0d4197b1 HTTP/1.1" status: 204 len: 168 time: 0.1658952 Apr 19 18:26:47.277079 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43388) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:47.296992 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3035170a-fdba-4765-98d8-8b2c2e94d4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:47.313411 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-3035170a-fdba-4765-98d8-8b2c2e94d4fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:26:47.318643 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-3035170a-fdba-4765-98d8-8b2c2e94d4fe admin admin] Usage tracker for resource:security_group_rule and tenant:25f8ee4b5e534d419cc5d2d4a93ce66a is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:26:47.321649 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-3035170a-fdba-4765-98d8-8b2c2e94d4fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:26:47.327821 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-3035170a-fdba-4765-98d8-8b2c2e94d4fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:26:47.418737 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3035170a-fdba-4765-98d8-8b2c2e94d4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:47.421740 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3035170a-fdba-4765-98d8-8b2c2e94d4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:47.435837 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e50ab07f-289e-4ffd-9bf4-6721042fbb92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:47.477380 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-3035170a-fdba-4765-98d8-8b2c2e94d4fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25f8ee4b5e534d419cc5d2d4a93ce66a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991370 Apr 19 18:26:47.480360 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 43392) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:47.481673 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035170a-fdba-4765-98d8-8b2c2e94d4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a569e137-4e60-4650-bf0f-4d4ccc7d1b10,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:47.484938 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-3035170a-fdba-4765-98d8-8b2c2e94d4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:47.545537 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f5e05cc8-bb10-4cde-a419-26b59e242d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:47.574675 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f5e05cc8-bb10-4cde-a419-26b59e242d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:47.626345 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f5e05cc8-bb10-4cde-a419-26b59e242d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:47.631885 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-da76dfd5-647a-4481-b62d-631b338813fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:47.645206 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e05cc8-bb10-4cde-a419-26b59e242d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a569e137-4e60-4650-bf0f-4d4ccc7d1b10,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:47.647657 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f5e05cc8-bb10-4cde-a419-26b59e242d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:47.655748 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f5e05cc8-bb10-4cde-a419-26b59e242d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:47.656993 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-f5e05cc8-bb10-4cde-a419-26b59e242d32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a569e137-4e60-4650-bf0f-4d4ccc7d1b10 HTTP/1.1" status: 204 len: 168 time: 0.1755614 Apr 19 18:26:47.961549 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995acb92-fe31-4b36-ad45-1aa679029cd6 req-c755b293-6174-4e8f-be12-8336cceef086 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:47.963174 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-995acb92-fe31-4b36-ad45-1aa679029cd6 req-c755b293-6174-4e8f-be12-8336cceef086 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e HTTP/1.1" status: 200 len: 944 time: 0.0949023 Apr 19 18:26:48.013065 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-995acb92-fe31-4b36-ad45-1aa679029cd6 req-5f9192b5-ea27-4ec1-b07c-e114eecaf6dc tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=485bd06e-3597-4f4c-b65f-3f6b9a877d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434697 Apr 19 18:26:48.257186 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 4031cc68-a3d0-4f0c-9f15-413b8a1280d7 up at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:26:48.328369 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning for port 4031cc68-a3d0-4f0c-9f15-413b8a1280d7 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:26:48.333360 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning complete for port 4031cc68-a3d0-4f0c-9f15-413b8a1280d7 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:26:48.333773 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:48.461672 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:48.492074 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4031cc68-a3d0-4f0c-9f15-413b8a1280d7'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:26:48.502962 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port 4031cc68-a3d0-4f0c-9f15-413b8a1280d7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4031cc68-a3d0-4f0c-9f15-413b8a1280d7,segment=NetworkSegment(969f0f32-ecdd-4589-bdda-93d384815005),segment_id=969f0f32-ecdd-4589-bdda-93d384815005)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:26:48.506951 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:48.509764 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:48.552277 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4031cc68-a3d0-4f0c-9f15-413b8a1280d7', 'code': 200} Apr 19 18:26:48.601986 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=4031cc68-a3d0-4f0c-9f15-413b8a1280d7,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:48.606260 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:48.816198 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f99a1-f203-4b9d-bb8c-20d44e36c272 req-65b32a96-50a1-4b2b-85da-769a34847374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:48.817859 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c81f99a1-f203-4b9d-bb8c-20d44e36c272 req-65b32a96-50a1-4b2b-85da-769a34847374 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e HTTP/1.1" status: 200 len: 1098 time: 0.0829048 Apr 19 18:26:48.872229 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c81f99a1-f203-4b9d-bb8c-20d44e36c272 req-69544704-cf53-48e6-88e0-064d774843ba service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=485bd06e-3597-4f4c-b65f-3f6b9a877d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479808 Apr 19 18:26:49.232320 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f71d65-6e84-4c28-a7eb-c047b0f80279 req-21aa40a5-8850-4b9a-b7c9-6317a9ac0c94 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:49.233933 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-83f71d65-6e84-4c28-a7eb-c047b0f80279 req-21aa40a5-8850-4b9a-b7c9-6317a9ac0c94 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e HTTP/1.1" status: 200 len: 945 time: 0.0992224 Apr 19 18:26:49.286456 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-83f71d65-6e84-4c28-a7eb-c047b0f80279 req-f5441a48-50c7-4718-bd9a-69ae169d5797 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=485bd06e-3597-4f4c-b65f-3f6b9a877d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447328 Apr 19 18:26:49.450659 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 43440) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:49.579264 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cb2bdef0-b71e-4be4-8f68-0ff27bff3f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:49.599359 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-cb2bdef0-b71e-4be4-8f68-0ff27bff3f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:26:49.606138 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-cb2bdef0-b71e-4be4-8f68-0ff27bff3f72 admin admin] Usage tracker for resource:security_group_rule and tenant:9fe56e10af7d4afd9400898430060c0b is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:26:49.610935 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-cb2bdef0-b71e-4be4-8f68-0ff27bff3f72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:26:49.620558 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-cb2bdef0-b71e-4be4-8f68-0ff27bff3f72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:26:49.714580 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cb2bdef0-b71e-4be4-8f68-0ff27bff3f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:49.718074 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cb2bdef0-b71e-4be4-8f68-0ff27bff3f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:49.732008 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f5e05cc8-bb10-4cde-a419-26b59e242d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:49.778736 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-cb2bdef0-b71e-4be4-8f68-0ff27bff3f72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9fe56e10af7d4afd9400898430060c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268631 Apr 19 18:26:49.780502 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2bdef0-b71e-4be4-8f68-0ff27bff3f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c95eee-b33a-44b2-92c0-88c066d3083e,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:49.781895 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43446) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:49.783923 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cb2bdef0-b71e-4be4-8f68-0ff27bff3f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:49.848425 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-85cd260a-2f19-46eb-8fe6-d92787140f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:49.878500 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-85cd260a-2f19-46eb-8fe6-d92787140f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:49.924803 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-85cd260a-2f19-46eb-8fe6-d92787140f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:49.930642 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ef62a797-e048-4068-a710-00e8f18c9b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:49.944247 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd260a-2f19-46eb-8fe6-d92787140f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c95eee-b33a-44b2-92c0-88c066d3083e,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:49.949324 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-85cd260a-2f19-46eb-8fe6-d92787140f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:49.954136 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-85cd260a-2f19-46eb-8fe6-d92787140f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:49.955443 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-85cd260a-2f19-46eb-8fe6-d92787140f8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5c95eee-b33a-44b2-92c0-88c066d3083e HTTP/1.1" status: 204 len: 168 time: 0.1724186 Apr 19 18:26:50.250328 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43454) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:50.271323 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-21f728f0-6ce0-421a-b970-6d0109ae70ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:50.288315 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-21f728f0-6ce0-421a-b970-6d0109ae70ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:26:50.292630 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-21f728f0-6ce0-421a-b970-6d0109ae70ef admin admin] Usage tracker for resource:security_group_rule and tenant:b15e56c1ae634951822e6efbd1b4137a is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:26:50.295704 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-21f728f0-6ce0-421a-b970-6d0109ae70ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:26:50.302029 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-21f728f0-6ce0-421a-b970-6d0109ae70ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:26:50.372922 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fc41b7cc-c25f-458b-8845-36afef7a2873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:50.402990 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-21f728f0-6ce0-421a-b970-6d0109ae70ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:50.406020 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-21f728f0-6ce0-421a-b970-6d0109ae70ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:50.418457 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-60b601f3-cd08-4786-8829-8547ab06fe41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:50.511999 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-21f728f0-6ce0-421a-b970-6d0109ae70ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b15e56c1ae634951822e6efbd1b4137a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602336 Apr 19 18:26:50.515433 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 43460) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:50.516487 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f728f0-6ce0-421a-b970-6d0109ae70ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc818ced-542a-4c6a-b57f-ea13a6f6b975,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:50.520775 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-21f728f0-6ce0-421a-b970-6d0109ae70ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:50.559068 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22c56f-a257-4c44-9056-d709d0e42d60 req-73b98aa7-c6dc-4113-bce1-559a52d2d3bd tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:50.560701 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1f22c56f-a257-4c44-9056-d709d0e42d60 req-73b98aa7-c6dc-4113-bce1-559a52d2d3bd tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e HTTP/1.1" status: 200 len: 945 time: 0.1435132 Apr 19 18:26:50.596209 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a17e2477-d3e6-47d8-a0a8-1b74791a7b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:50.620762 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-1f22c56f-a257-4c44-9056-d709d0e42d60 req-e65be3cf-95f7-42e3-aa52-e90ef81bf95d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=485bd06e-3597-4f4c-b65f-3f6b9a877d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518928 Apr 19 18:26:50.625745 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a17e2477-d3e6-47d8-a0a8-1b74791a7b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:50.676987 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a17e2477-d3e6-47d8-a0a8-1b74791a7b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:50.682627 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d7427416-9f3b-4c04-996c-316a310f1f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:50.696635 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e2477-d3e6-47d8-a0a8-1b74791a7b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc818ced-542a-4c6a-b57f-ea13a6f6b975,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:50.702490 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a17e2477-d3e6-47d8-a0a8-1b74791a7b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:50.708663 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a17e2477-d3e6-47d8-a0a8-1b74791a7b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:50.710209 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-a17e2477-d3e6-47d8-a0a8-1b74791a7b13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc818ced-542a-4c6a-b57f-ea13a6f6b975 HTTP/1.1" status: 204 len: 168 time: 0.1933126 Apr 19 18:26:50.829099 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45e02c-69ac-4a5c-b48e-569c25a5bd0b req-704a0b53-fb90-497f-b25e-8d645e835ad9 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:50.830894 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-8f45e02c-69ac-4a5c-b48e-569c25a5bd0b req-704a0b53-fb90-497f-b25e-8d645e835ad9 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e HTTP/1.1" status: 200 len: 945 time: 0.0958061 Apr 19 18:26:50.841677 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 43468) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:50.847967 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-9734f515-1ad5-40e1-8eaf-e4a742d98c14 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Request body: {'floatingip': {'port_id': '4031cc68-a3d0-4f0c-9f15-413b8a1280d7'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:26:50.940414 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9734f515-1ad5-40e1-8eaf-e4a742d98c14 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for floatingip, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:51.852663 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9734f515-1ad5-40e1-8eaf-e4a742d98c14 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:51.855523 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9734f515-1ad5-40e1-8eaf-e4a742d98c14 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962486'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:52.045923 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.l3_db [None req-9734f515-1ad5-40e1-8eaf-e4a742d98c14 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Floating IP 241ba508-8653-4cc6-a88c-31fb4241d93e associated. External IP: 172.28.1.183, port: 4031cc68-a3d0-4f0c-9f15-413b8a1280d7. Apr 19 18:26:52.466114 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9734f515-1ad5-40e1-8eaf-e4a742d98c14 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Router 6997219b-9f81-42bd-8d91-569b9e2b8550 has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:26:52.673991 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9734f515-1ad5-40e1-8eaf-e4a742d98c14 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:26:52.679160 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9734f515-1ad5-40e1-8eaf-e4a742d98c14 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:52.685181 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b0d57-dc59-4be6-a217-eb4304a4080a None None] Sync routers for ids ['6997219b-9f81-42bd-8d91-569b9e2b8550'] in dv-cinder-786928-1-smb {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:26:52.697146 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b0d57-dc59-4be6-a217-eb4304a4080a None None] Routers {'6997219b-9f81-42bd-8d91-569b9e2b8550'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:26:52.697932 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-034b0d57-dc59-4be6-a217-eb4304a4080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:26:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['6997219b-9f81-42bd-8d91-569b9e2b8550'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:52.742658 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-9734f515-1ad5-40e1-8eaf-e4a742d98c14 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "PUT /v2.0/floatingips/241ba508-8653-4cc6-a88c-31fb4241d93e HTTP/1.1" status: 200 len: 991 time: 1.8971817 Apr 19 18:26:52.742658 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e', 'tag': '4031cc68-a3d0-4f0c-9f15-413b8a1280d7'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:26:52.790229 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e', 'tag': '4031cc68-a3d0-4f0c-9f15-413b8a1280d7', 'status': 'completed', 'code': 200} Apr 19 18:26:52.907525 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99d126-8b3f-4ab6-920b-69433d962ccd req-fba01606-a0a2-443b-b500-1dc84e82b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:52.909149 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bd99d126-8b3f-4ab6-920b-69433d962ccd req-fba01606-a0a2-443b-b500-1dc84e82b5d9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2ecc46ba406c49228523cb5b97f01bf0&device_id=e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e HTTP/1.1" status: 200 len: 1098 time: 0.0924053 Apr 19 18:26:52.916743 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-034b0d57-dc59-4be6-a217-eb4304a4080a None None] Set router 6997219b-9f81-42bd-8d91-569b9e2b8550 gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:26:53.034083 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c8231bb8-8916-44cf-b14c-3d86b000644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:53.062224 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99d126-8b3f-4ab6-920b-69433d962ccd req-d455b7d9-f11e-41d4-a89a-b8325a3c42ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:53.064395 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bd99d126-8b3f-4ab6-920b-69433d962ccd req-d455b7d9-f11e-41d4-a89a-b8325a3c42ae service neutron] 10.222.0.95 "GET /v2.0/networks?id=69808130-b7ac-463c-88f3-9f02786d4c57 HTTP/1.1" status: 200 len: 911 time: 0.1481841 Apr 19 18:26:53.184161 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bd99d126-8b3f-4ab6-920b-69433d962ccd req-48cd9241-6bd4-48af-a2c6-12337c293d39 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4031cc68-a3d0-4f0c-9f15-413b8a1280d7 HTTP/1.1" status: 200 len: 999 time: 0.1133087 Apr 19 18:26:53.266202 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99d126-8b3f-4ab6-920b-69433d962ccd req-357d1a8b-cef1-4eae-9659-ecb6f438c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:53.267961 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bd99d126-8b3f-4ab6-920b-69433d962ccd req-357d1a8b-cef1-4eae-9659-ecb6f438c64e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=66d92eeb-4f8e-4ed9-99f4-6a70f34b270c HTTP/1.1" status: 200 len: 849 time: 0.0759194 Apr 19 18:26:53.336642 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-034b0d57-dc59-4be6-a217-eb4304a4080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'name': 'tempest-AttachVolumeTestJSON-584008685-router', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:23:26Z', 'updated_at': '2021-04-19T18:23:31Z', 'revision_number': 4, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'gw_port': {'id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:27Z', 'updated_at': '2021-04-19T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_floatingips': [{'id': '241ba508-8653-4cc6-a88c-31fb4241d93e', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'floating_ip_address': '172.28.1.183', 'floating_network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'router_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'port_id': '4031cc68-a3d0-4f0c-9f15-413b8a1280d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'mac_address': 'fa:16:3e:00:d4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:26:35Z', 'updated_at': '2021-04-19T18:26:51Z', 'revision_number': 1, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991daf42-0c8c-4426-aee4-ad4be99b26e7', 'name': '', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'mac_address': 'fa:16:3e:2b:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:30Z', 'updated_at': '2021-04-19T18:23:39Z', 'revision_number': 5, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'subnets': [{'id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:53.343140 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b0d57-dc59-4be6-a217-eb4304a4080a None None] Checking router: 6997219b-9f81-42bd-8d91-569b9e2b8550 for host: dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:26:53.353731 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b0d57-dc59-4be6-a217-eb4304a4080a None None] Routers {'6997219b-9f81-42bd-8d91-569b9e2b8550'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:26:53.354431 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-034b0d57-dc59-4be6-a217-eb4304a4080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:26:53Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['6997219b-9f81-42bd-8d91-569b9e2b8550'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:53.369526 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99d126-8b3f-4ab6-920b-69433d962ccd req-54b9ba98-fe4a-463f-9a9f-13bb2cba1e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:53.371142 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bd99d126-8b3f-4ab6-920b-69433d962ccd req-54b9ba98-fe4a-463f-9a9f-13bb2cba1e75 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69808130-b7ac-463c-88f3-9f02786d4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0969710 Apr 19 18:26:53.555662 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bd99d126-8b3f-4ab6-920b-69433d962ccd req-8248298b-0b8e-420c-894d-30f8b85ddecd service neutron] 10.222.0.95 "GET /v2.0/networks/69808130-b7ac-463c-88f3-9f02786d4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760063 Apr 19 18:26:53.730508 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-bd99d126-8b3f-4ab6-920b-69433d962ccd req-755246d6-d396-4107-9fc6-95cf94784157 service neutron] 10.222.0.95 "GET /v2.0/networks/69808130-b7ac-463c-88f3-9f02786d4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670837 Apr 19 18:26:53.741163 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-034b0d57-dc59-4be6-a217-eb4304a4080a None None] Set router 6997219b-9f81-42bd-8d91-569b9e2b8550 gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:26:53.849769 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:54.141270 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-034b0d57-dc59-4be6-a217-eb4304a4080a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'name': 'tempest-AttachVolumeTestJSON-584008685-router', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:23:26Z', 'updated_at': '2021-04-19T18:23:31Z', 'revision_number': 4, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'gw_port': {'id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:27Z', 'updated_at': '2021-04-19T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_floatingips': [{'id': '241ba508-8653-4cc6-a88c-31fb4241d93e', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'floating_ip_address': '172.28.1.183', 'floating_network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'router_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'port_id': '4031cc68-a3d0-4f0c-9f15-413b8a1280d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'mac_address': 'fa:16:3e:00:d4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:26:35Z', 'updated_at': '2021-04-19T18:26:51Z', 'revision_number': 1, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991daf42-0c8c-4426-aee4-ad4be99b26e7', 'name': '', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'mac_address': 'fa:16:3e:2b:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:30Z', 'updated_at': '2021-04-19T18:23:39Z', 'revision_number': 5, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'subnets': [{'id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:26:54.145779 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b0d57-dc59-4be6-a217-eb4304a4080a None None] The sync data for ids ['6997219b-9f81-42bd-8d91-569b9e2b8550'] in dv-cinder-786928-1-smb is: [{'id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'name': 'tempest-AttachVolumeTestJSON-584008685-router', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:23:26Z', 'updated_at': '2021-04-19T18:23:31Z', 'revision_number': 4, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'gw_port': {'id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:27Z', 'updated_at': '2021-04-19T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_floatingips': [{'id': '241ba508-8653-4cc6-a88c-31fb4241d93e', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'floating_ip_address': '172.28.1.183', 'floating_network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'router_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'port_id': '4031cc68-a3d0-4f0c-9f15-413b8a1280d7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'mac_address': 'fa:16:3e:00:d4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:26:35Z', 'updated_at': '2021-04-19T18:26:51Z', 'revision_number': 1, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991daf42-0c8c-4426-aee4-ad4be99b26e7', 'name': '', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'mac_address': 'fa:16:3e:2b:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:30Z', 'updated_at': '2021-04-19T18:23:39Z', 'revision_number': 5, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'subnets': [{'id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:26:54.204734 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:54.433605 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363f7b49-9d2a-4d3d-b864-bee79b341f90 None None] New status for floating IP 241ba508-8653-4cc6-a88c-31fb4241d93e: ACTIVE {{(pid=86365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:26:54.528478 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 43606) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:54.680679 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-95564466-6c32-409b-ae4b-63a470dfb85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:54.697942 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-95564466-6c32-409b-ae4b-63a470dfb85c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:26:54.702293 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-95564466-6c32-409b-ae4b-63a470dfb85c admin admin] Usage tracker for resource:security_group_rule and tenant:82b84b8e355c4175816f914efafc2927 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:26:54.705401 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-95564466-6c32-409b-ae4b-63a470dfb85c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:26:54.712373 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-95564466-6c32-409b-ae4b-63a470dfb85c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:26:54.800845 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-95564466-6c32-409b-ae4b-63a470dfb85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:54.803966 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-95564466-6c32-409b-ae4b-63a470dfb85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:54.813302 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a17e2477-d3e6-47d8-a0a8-1b74791a7b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:54.857735 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-95564466-6c32-409b-ae4b-63a470dfb85c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82b84b8e355c4175816f914efafc2927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280778 Apr 19 18:26:54.859508 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95564466-6c32-409b-ae4b-63a470dfb85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02198d44-2290-41c8-a39e-8eacf353b522,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:54.860863 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43612) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:54.862936 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-95564466-6c32-409b-ae4b-63a470dfb85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:55.170770 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-038ee7d2-70e3-4774-bb9a-446fe51d13ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:55.198607 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-038ee7d2-70e3-4774-bb9a-446fe51d13ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:55.243916 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-038ee7d2-70e3-4774-bb9a-446fe51d13ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:55.248825 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e91d035c-299f-4c3b-8086-67e615e5c84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:55.264237 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ee7d2-70e3-4774-bb9a-446fe51d13ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02198d44-2290-41c8-a39e-8eacf353b522,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:55.267401 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-038ee7d2-70e3-4774-bb9a-446fe51d13ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:55.271964 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-038ee7d2-70e3-4774-bb9a-446fe51d13ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:55.274172 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-038ee7d2-70e3-4774-bb9a-446fe51d13ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02198d44-2290-41c8-a39e-8eacf353b522 HTTP/1.1" status: 204 len: 168 time: 0.4122036 Apr 19 18:26:55.566582 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 43622) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:55.586042 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-20126ff2-6a63-442d-9dfe-f71858dc6b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:55.604559 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-20126ff2-6a63-442d-9dfe-f71858dc6b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:26:55.609073 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-20126ff2-6a63-442d-9dfe-f71858dc6b49 admin admin] Usage tracker for resource:security_group_rule and tenant:6d2c633ee3ac4bee8bba2085fe1c24d2 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:26:55.613360 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-20126ff2-6a63-442d-9dfe-f71858dc6b49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:26:55.613864 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:55.620071 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-20126ff2-6a63-442d-9dfe-f71858dc6b49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:26:55.706397 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-20126ff2-6a63-442d-9dfe-f71858dc6b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:55.709948 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-20126ff2-6a63-442d-9dfe-f71858dc6b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:55.718728 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cb2bdef0-b71e-4be4-8f68-0ff27bff3f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:55.765480 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-20126ff2-6a63-442d-9dfe-f71858dc6b49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d2c633ee3ac4bee8bba2085fe1c24d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977220 Apr 19 18:26:55.766425 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20126ff2-6a63-442d-9dfe-f71858dc6b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f79376-a452-4338-a0a5-b5419850fb23,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:55.768540 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43626) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:55.769641 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-20126ff2-6a63-442d-9dfe-f71858dc6b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:55.833215 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2fee6d4a-8d32-42cc-a85d-c2c0a11f8e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:55.860063 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2fee6d4a-8d32-42cc-a85d-c2c0a11f8e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:55.908086 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2fee6d4a-8d32-42cc-a85d-c2c0a11f8e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:55.913352 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-44490e07-d7e2-4110-be58-c4fd54a248c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:55.924521 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee6d4a-8d32-42cc-a85d-c2c0a11f8e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f79376-a452-4338-a0a5-b5419850fb23,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:55.930330 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2fee6d4a-8d32-42cc-a85d-c2c0a11f8e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:55.932664 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2fee6d4a-8d32-42cc-a85d-c2c0a11f8e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:55.933879 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-2fee6d4a-8d32-42cc-a85d-c2c0a11f8e33 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9f79376-a452-4338-a0a5-b5419850fb23 HTTP/1.1" status: 204 len: 168 time: 0.1636703 Apr 19 18:26:56.722646 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 43652) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:56.835471 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1509617056-network', 'tenant_id': '8f602f09a60f4bd59023e9a15f609f0b'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:26:56.840600 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:26:56.844685 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] Usage tracker for resource:network and tenant:8f602f09a60f4bd59023e9a15f609f0b is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:26:56.849084 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:26:56.855487 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:26:56.866059 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] Made reservation on behalf of 8f602f09a60f4bd59023e9a15f609f0b for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:26:56.870849 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:56.885135 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:56.902628 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:26:56.906706 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] Usage tracker for resource:security_group_rule and tenant:8f602f09a60f4bd59023e9a15f609f0b is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:26:56.910290 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:26:56.916387 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:26:57.007266 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:57.010139 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:57.014412 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-3ebe9499-523f-475b-b9ab-78b862909cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:57.045103 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:26:57.055600 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db509b1-8b71-420b-8dd6-8e599f58c48a,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:57.058878 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:57.063569 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:57.063569 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.segments_db [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] Added segment 1bfd2ab6-8e6a-4a79-9528-06329d02fbd7 of type vlan for network 995a9e66-f213-4d80-abd7-5a8211898bfb Apr 19 18:26:57.094176 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807182314'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:57.125443 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:57.126857 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:57.127543 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:57.133168 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:57.253787 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] Pushing event updated for resources: {'Network': ['ID=995a9e66-f213-4d80-abd7-5a8211898bfb,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:57.257551 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5337641 Apr 19 18:26:57.258546 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-25c103a5-7423-422b-8409-f9192bc63ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:57.261279 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 43658) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:57.264972 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Network 995a9e66-f213-4d80-abd7-5a8211898bfb details requested by agent ovs-agent-dv-cinder-786928-1-smb with host dv-cinder-786928-1-smb {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:26:57.266913 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-79bbacfa-c38e-4b82-ad4e-1d990135a1be admin admin] Request body: {'subnet': {'network_id': '995a9e66-f213-4d80-abd7-5a8211898bfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1509617056-subnet', 'tenant_id': '8f602f09a60f4bd59023e9a15f609f0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:26:57.272315 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-79bbacfa-c38e-4b82-ad4e-1d990135a1be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:26:57.276856 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-79bbacfa-c38e-4b82-ad4e-1d990135a1be admin admin] Usage tracker for resource:subnet and tenant:8f602f09a60f4bd59023e9a15f609f0b is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:26:57.281131 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-79bbacfa-c38e-4b82-ad4e-1d990135a1be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:26:57.287643 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-79bbacfa-c38e-4b82-ad4e-1d990135a1be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:26:57.298073 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bbacfa-c38e-4b82-ad4e-1d990135a1be admin admin] Made reservation on behalf of 8f602f09a60f4bd59023e9a15f609f0b for: {'subnet': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:26:57.303691 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-79bbacfa-c38e-4b82-ad4e-1d990135a1be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853703913'] for subnet, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:57.769560 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-79bbacfa-c38e-4b82-ad4e-1d990135a1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1253113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853703930'] for subnet, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:57.774586 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:57.852077 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbacfa-c38e-4b82-ad4e-1d990135a1be admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1a6c53f-1900-4e65-99b0-a0c90a6b0467,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:57.856431 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-79bbacfa-c38e-4b82-ad4e-1d990135a1be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:57.860777 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bbacfa-c38e-4b82-ad4e-1d990135a1be admin admin] Checking segment: {'id': '1bfd2ab6-8e6a-4a79-9528-06329d02fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '995a9e66-f213-4d80-abd7-5a8211898bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:26:57.861173 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bbacfa-c38e-4b82-ad4e-1d990135a1be admin admin] Network hostable DHCP agents. Network: 995a9e66-f213-4d80-abd7-5a8211898bfb, hostable agents: ['c63027b6-2e67-4fd7-9492-d43596a5c67c'], hosted agents: [] {{(pid=86363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:26:57.880890 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bbacfa-c38e-4b82-ad4e-1d990135a1be admin admin] Network 995a9e66-f213-4d80-abd7-5a8211898bfb is scheduled to be hosted by DHCP agent c63027b6-2e67-4fd7-9492-d43596a5c67c with binding_index 1 {{(pid=86363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:26:57.889395 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-79bbacfa-c38e-4b82-ad4e-1d990135a1be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-smb, 995a9e66-f213-4d80-abd7-5a8211898bfb) {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:26:57.899699 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1db2c2-4c1a-4302-82ca-40d1e176868f None None] Network 995a9e66-f213-4d80-abd7-5a8211898bfb requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:26:57.907491 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bbacfa-c38e-4b82-ad4e-1d990135a1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:57.908159 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-79bbacfa-c38e-4b82-ad4e-1d990135a1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:57.928188 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-79bbacfa-c38e-4b82-ad4e-1d990135a1be admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6664371 Apr 19 18:26:58.136140 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec366e7c-f9b7-43a6-9357-36718d4c75b2 None None] Network 995a9e66-f213-4d80-abd7-5a8211898bfb requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:26:58.480315 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 43680) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:58.486702 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-440082858-network', 'tenant_id': '20e05bd5cee2478fb75b4d3fbd5cea54'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:26:58.492776 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:26:58.496928 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Usage tracker for resource:network and tenant:20e05bd5cee2478fb75b4d3fbd5cea54 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:26:58.500571 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:26:58.506806 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:26:58.515637 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Made reservation on behalf of 20e05bd5cee2478fb75b4d3fbd5cea54 for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:26:58.520500 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:58.534006 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:58.549898 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:26:58.554704 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Usage tracker for resource:security_group_rule and tenant:20e05bd5cee2478fb75b4d3fbd5cea54 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:26:58.557702 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:26:58.563872 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:26:58.650997 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:58.653978 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:58.658267 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-6d782705-5689-4ebc-9e95-fb43a23f6973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:58.690088 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 19 18:26:58.699399 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f9dafe-ddd5-49b6-a3a7-408c12e82378,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:58.703656 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:58.706973 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:58.707407 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.segments_db [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Added segment daff39b4-ac61-4584-aff9-ac8728263880 of type vlan for network 9286ad2a-7835-4334-a6f7-b5d9488dae0a Apr 19 18:26:58.736531 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728807182314'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:58.766001 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:58.767514 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:58.768147 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:58.774106 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-90182694-2325-486c-9177-d04366a0765d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:58.883574 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4018571 Apr 19 18:26:58.884465 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Pushing event updated for resources: {'Network': ['ID=9286ad2a-7835-4334-a6f7-b5d9488dae0a,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:58.886604 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43684) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:26:58.887492 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:58.893566 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [None req-593b49a3-da3f-45db-b659-922c67971e7a admin admin] Request body: {'subnet': {'network_id': '9286ad2a-7835-4334-a6f7-b5d9488dae0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-440082858-subnet', 'tenant_id': '20e05bd5cee2478fb75b4d3fbd5cea54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:26:58.895104 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Network 9286ad2a-7835-4334-a6f7-b5d9488dae0a details requested by agent ovs-agent-dv-cinder-786928-1-smb with host dv-cinder-786928-1-smb {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 19 18:26:58.899748 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-593b49a3-da3f-45db-b659-922c67971e7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:26:58.903874 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-593b49a3-da3f-45db-b659-922c67971e7a admin admin] Usage tracker for resource:subnet and tenant:20e05bd5cee2478fb75b4d3fbd5cea54 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:26:58.906880 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-593b49a3-da3f-45db-b659-922c67971e7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:26:58.913648 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-593b49a3-da3f-45db-b659-922c67971e7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:26:58.923571 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593b49a3-da3f-45db-b659-922c67971e7a admin admin] Made reservation on behalf of 20e05bd5cee2478fb75b4d3fbd5cea54 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:26:58.928570 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-593b49a3-da3f-45db-b659-922c67971e7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2157263'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:59.182697 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:26:59.348089 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-593b49a3-da3f-45db-b659-922c67971e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3106939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2157278'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:59.353400 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-5745ff2a-f9b7-47c9-9b65-5d6ed38326c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:26:59.433941 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b49a3-da3f-45db-b659-922c67971e7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c92f8a9-f1e3-4f31-b65b-cf78d3eb623f,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:26:59.438014 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-593b49a3-da3f-45db-b659-922c67971e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:26:59.443298 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593b49a3-da3f-45db-b659-922c67971e7a admin admin] Checking segment: {'id': 'daff39b4-ac61-4584-aff9-ac8728263880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '9286ad2a-7835-4334-a6f7-b5d9488dae0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:26:59.443677 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593b49a3-da3f-45db-b659-922c67971e7a admin admin] Network hostable DHCP agents. Network: 9286ad2a-7835-4334-a6f7-b5d9488dae0a, hostable agents: ['c63027b6-2e67-4fd7-9492-d43596a5c67c'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 19 18:26:59.463988 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593b49a3-da3f-45db-b659-922c67971e7a admin admin] Network 9286ad2a-7835-4334-a6f7-b5d9488dae0a is scheduled to be hosted by DHCP agent c63027b6-2e67-4fd7-9492-d43596a5c67c with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 19 18:26:59.472220 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [None req-593b49a3-da3f-45db-b659-922c67971e7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-smb, 9286ad2a-7835-4334-a6f7-b5d9488dae0a) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:26:59.484371 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277a0269-404c-446f-9cac-b3bf1d9c6506 None None] Network 9286ad2a-7835-4334-a6f7-b5d9488dae0a requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:26:59.488936 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593b49a3-da3f-45db-b659-922c67971e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:26:59.489587 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-593b49a3-da3f-45db-b659-922c67971e7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:26:59.509596 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-593b49a3-da3f-45db-b659-922c67971e7a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6211994 Apr 19 18:26:59.725685 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265d7e30-799a-4a7b-a6e2-37b57c5d8444 None None] Network 9286ad2a-7835-4334-a6f7-b5d9488dae0a requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:27:00.008073 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:00.163703 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-8c805a61-dcd5-4647-8a77-6693bce049e9 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:00.164466 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-8c805a61-dcd5-4647-8a77-6693bce049e9 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Synchronizing usage tracker for tenant:8f602f09a60f4bd59023e9a15f609f0b on resource:network {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:27:00.181220 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-8c805a61-dcd5-4647-8a77-6693bce049e9 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Unset dirty status for tenant:8f602f09a60f4bd59023e9a15f609f0b on resource:network {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:27:00.182499 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-8c805a61-dcd5-4647-8a77-6693bce049e9 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/networks?id=995a9e66-f213-4d80-abd7-5a8211898bfb HTTP/1.1" status: 200 len: 809 time: 0.1866016 Apr 19 18:27:00.199877 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-bdea3344-c4ad-43f7-93f8-aaabf09192a5 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/quotas/8f602f09a60f4bd59023e9a15f609f0b HTTP/1.1" status: 200 len: 375 time: 0.0109653 Apr 19 18:27:00.255102 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-9f57b4ab-c60e-422f-9c0a-420eeb9cdf51 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8f602f09a60f4bd59023e9a15f609f0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494196 Apr 19 18:27:00.514566 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-71360304-e956-4a96-86d3-f0f4dd2e0eea service neutron] 10.222.0.20 "GET /v2.0/networks/995a9e66-f213-4d80-abd7-5a8211898bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519393 Apr 19 18:27:00.915476 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-adadefdc-ef84-4d19-8eee-ca20866dfb72 service neutron] 10.222.0.20 "GET /v2.0/networks/995a9e66-f213-4d80-abd7-5a8211898bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942213 Apr 19 18:27:01.147323 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-04ddcdfc-3fb0-4013-bbb3-80507a6b6d91 req-fc812a7f-09c3-46b2-a0a6-35049112ae14 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42ca181-f94d-47e3-81e3-b65643917b95 HTTP/1.1" status: 200 len: 210 time: 0.0528131 Apr 19 18:27:02.270301 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-09755125-b4aa-4f13-b53d-5e32e14d0a37 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:02.271985 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-09755125-b4aa-4f13-b53d-5e32e14d0a37 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.95 "GET /v2.0/networks?id=995a9e66-f213-4d80-abd7-5a8211898bfb HTTP/1.1" status: 200 len: 809 time: 0.1683936 Apr 19 18:27:02.286967 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-0faf5736-1a0d-40d5-a8bf-df7ebf237be8 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Request body: {'port': {'device_id': 'e42ca181-f94d-47e3-81e3-b65643917b95', 'network_id': '995a9e66-f213-4d80-abd7-5a8211898bfb', 'admin_state_up': True, 'tenant_id': '8f602f09a60f4bd59023e9a15f609f0b'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:27:02.326782 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-d4c59afc-bd95-4a73-a9b4-8aeffc616639 req-a5a316ab-1732-4fbb-b81f-d3388ac8fcd6 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42ca181-f94d-47e3-81e3-b65643917b95 HTTP/1.1" status: 200 len: 210 time: 0.0562513 Apr 19 18:27:02.437109 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-0faf5736-1a0d-40d5-a8bf-df7ebf237be8 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:27:02.441127 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-0faf5736-1a0d-40d5-a8bf-df7ebf237be8 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Usage tracker for resource:port and tenant:8f602f09a60f4bd59023e9a15f609f0b is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:27:02.444131 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-0faf5736-1a0d-40d5-a8bf-df7ebf237be8 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:27:02.450183 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-0faf5736-1a0d-40d5-a8bf-df7ebf237be8 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:27:02.459560 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-0faf5736-1a0d-40d5-a8bf-df7ebf237be8 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Made reservation on behalf of 8f602f09a60f4bd59023e9a15f609f0b for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 19 18:27:02.465623 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-0faf5736-1a0d-40d5-a8bf-df7ebf237be8 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:02.641157 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_common [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-0faf5736-1a0d-40d5-a8bf-df7ebf237be8 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Allocated IP 172.20.0.10 (995a9e66-f213-4d80-abd7-5a8211898bfb/c1a6c53f-1900-4e65-99b0-a0c90a6b0467/e7828463-6a74-4734-8c6f-2b783a70abc2) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 19 18:27:02.857023 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-0faf5736-1a0d-40d5-a8bf-df7ebf237be8 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:02.886784 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-0faf5736-1a0d-40d5-a8bf-df7ebf237be8 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728807194961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:02.892300 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-920fddb2-e5be-4266-91e1-8a612fee970d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:02.965099 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-0faf5736-1a0d-40d5-a8bf-df7ebf237be8 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Network 995a9e66-f213-4d80-abd7-5a8211898bfb is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 19 18:27:02.968418 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.base_scheduler [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-0faf5736-1a0d-40d5-a8bf-df7ebf237be8 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Resources bound (agent type, host, resource id): {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 19 18:27:02.973140 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-0faf5736-1a0d-40d5-a8bf-df7ebf237be8 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 19 18:27:03.015352 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf5736-1a0d-40d5-a8bf-df7ebf237be8 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Pushing event updated for resources: {'Port': ['ID=e7828463-6a74-4734-8c6f-2b783a70abc2,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:03.020353 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0faf5736-1a0d-40d5-a8bf-df7ebf237be8 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:03.049227 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-0faf5736-1a0d-40d5-a8bf-df7ebf237be8 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:03.049897 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-0faf5736-1a0d-40d5-a8bf-df7ebf237be8 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:03.070701 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-0faf5736-1a0d-40d5-a8bf-df7ebf237be8 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7887220 Apr 19 18:27:03.082887 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.v2.base [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] Request body: {'port': {'device_id': 'e42ca181-f94d-47e3-81e3-b65643917b95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 19 18:27:03.207179 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:03.595838 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7828463-6a74-4734-8c6f-2b783a70abc2 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:27:03.604932 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:03.621607 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] Transition to ACTIVE for port object e7828463-6a74-4734-8c6f-2b783a70abc2 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 19 18:27:03.627374 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:03.633078 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4f1c4abd-9f31-4803-acf1-5e2940b3681a tempest-VolumesSnapshotTestJSON-1989543957 tempest-VolumesSnapshotTestJSON-1989543957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:03.689219 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8395e-8dc7-491d-8aa9-61b16277f6f7 req-dd5dadaa-e3fe-45bf-aa1b-2845e9f31d06 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:03.691464 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-01e8395e-8dc7-491d-8aa9-61b16277f6f7 req-dd5dadaa-e3fe-45bf-aa1b-2845e9f31d06 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42ca181-f94d-47e3-81e3-b65643917b95 HTTP/1.1" status: 200 len: 944 time: 0.0994306 Apr 19 18:27:03.740467 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-01e8395e-8dc7-491d-8aa9-61b16277f6f7 req-1c955340-2473-46d2-b989-d3871da74a1e tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/security-groups?id=5db509b1-8b71-420b-8dd6-8e599f58c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425270 Apr 19 18:27:03.837739 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7828463-6a74-4734-8c6f-2b783a70abc2,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:03.844397 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:03.881114 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] Attempting to bind port e7828463-6a74-4734-8c6f-2b783a70abc2 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 19 18:27:03.881483 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] Attempting to bind port e7828463-6a74-4734-8c6f-2b783a70abc2 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '1bfd2ab6-8e6a-4a79-9528-06329d02fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '995a9e66-f213-4d80-abd7-5a8211898bfb'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 19 18:27:03.881847 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] Attempting to bind port e7828463-6a74-4734-8c6f-2b783a70abc2 on network 995a9e66-f213-4d80-abd7-5a8211898bfb {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:27:03.886813 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] Port e7828463-6a74-4734-8c6f-2b783a70abc2 on network 995a9e66-f213-4d80-abd7-5a8211898bfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 19 18:27:03.887164 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] Attempting to bind port e7828463-6a74-4734-8c6f-2b783a70abc2 on network 995a9e66-f213-4d80-abd7-5a8211898bfb {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 19 18:27:03.892610 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] Checking agent: {'id': '22c244b8-6adf-46d7-a39e-9e58770b1817', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'started_at': datetime.datetime(2021, 4, 19, 18, 17, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 19 18:27:03.892973 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] Checking segment: {'id': '1bfd2ab6-8e6a-4a79-9528-06329d02fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '995a9e66-f213-4d80-abd7-5a8211898bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 19 18:27:03.893393 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] Bound using segment: {'id': '1bfd2ab6-8e6a-4a79-9528-06329d02fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '995a9e66-f213-4d80-abd7-5a8211898bfb'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 19 18:27:03.894465 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] Bound port: e7828463-6a74-4734-8c6f-2b783a70abc2, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bfd2ab6-8e6a-4a79-9528-06329d02fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '995a9e66-f213-4d80-abd7-5a8211898bfb'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 19 18:27:03.894965 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:03.992062 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] For port e7828463-6a74-4734-8c6f-2b783a70abc2, host hv-cinder-78692, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 19 18:27:03.995214 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] For port e7828463-6a74-4734-8c6f-2b783a70abc2, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e7828463-6a74-4734-8c6f-2b783a70abc2,segment=NetworkSegment(1bfd2ab6-8e6a-4a79-9528-06329d02fbd7),segment_id=1bfd2ab6-8e6a-4a79-9528-06329d02fbd7)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 19 18:27:03.998493 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1252705'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:04.004303 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d86bf4e3-441c-4087-8bdb-db832d48697a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:04.077855 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:04.078530 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:04.080053 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] 10.222.0.95 "PUT /v2.0/ports/e7828463-6a74-4734-8c6f-2b783a70abc2 HTTP/1.1" status: 200 len: 1094 time: 1.0019965 Apr 19 18:27:04.080592 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42ca181-f94d-47e3-81e3-b65643917b95', 'tag': 'e7828463-6a74-4734-8c6f-2b783a70abc2'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:27:04.106657 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7828463-6a74-4734-8c6f-2b783a70abc2,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:04.118767 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-d8e3054f-bded-42ed-a1d9-8f025177bac0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:04.157867 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42ca181-f94d-47e3-81e3-b65643917b95', 'tag': 'e7828463-6a74-4734-8c6f-2b783a70abc2', 'status': 'completed', 'code': 200} Apr 19 18:27:04.202954 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-5331e968-4684-4b2b-8390-3d883c1221c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:04.204610 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-5331e968-4684-4b2b-8390-3d883c1221c6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8f602f09a60f4bd59023e9a15f609f0b&device_id=e42ca181-f94d-47e3-81e3-b65643917b95 HTTP/1.1" status: 200 len: 1097 time: 0.0847738 Apr 19 18:27:04.290049 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-438ab604-2f1f-4d86-b7ff-f82f088267d0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7828463-6a74-4734-8c6f-2b783a70abc2 HTTP/1.1" status: 200 len: 217 time: 0.0730827 Apr 19 18:27:04.374160 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-ae928d36-33fa-47b3-8717-6da5e23a12e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:04.375785 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-ae928d36-33fa-47b3-8717-6da5e23a12e2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c1a6c53f-1900-4e65-99b0-a0c90a6b0467 HTTP/1.1" status: 200 len: 849 time: 0.0661664 Apr 19 18:27:04.435967 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-0e556550-41ea-4562-a2ba-db8e1b3851fc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=995a9e66-f213-4d80-abd7-5a8211898bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517786 Apr 19 18:27:04.587405 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-d7e11630-430e-410c-b6d9-9beaec650f89 service neutron] 10.222.0.95 "GET /v2.0/networks/995a9e66-f213-4d80-abd7-5a8211898bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433370 Apr 19 18:27:04.745778 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-cb79e78d-f25c-4dbe-b7ae-11a309830bdb req-2630d4fd-6ab5-45bb-af96-066c8683ef45 service neutron] 10.222.0.95 "GET /v2.0/networks/995a9e66-f213-4d80-abd7-5a8211898bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522219 Apr 19 18:27:04.904081 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fd3f5-53e0-4d2d-8a1c-9b2f78ace09e req-941ebb71-1fc5-4e80-a5c3-2e9b9c649ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:04.905859 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-050fd3f5-53e0-4d2d-8a1c-9b2f78ace09e req-941ebb71-1fc5-4e80-a5c3-2e9b9c649ad2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8f602f09a60f4bd59023e9a15f609f0b&device_id=e42ca181-f94d-47e3-81e3-b65643917b95 HTTP/1.1" status: 200 len: 1097 time: 0.1029460 Apr 19 18:27:04.967860 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140d37a-02c6-4073-bdcf-fa391648af83 req-b5eae5d8-40c0-4240-ba10-dd60e3df2bef tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:04.969498 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5140d37a-02c6-4073-bdcf-fa391648af83 req-b5eae5d8-40c0-4240-ba10-dd60e3df2bef tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42ca181-f94d-47e3-81e3-b65643917b95 HTTP/1.1" status: 200 len: 944 time: 0.0976007 Apr 19 18:27:05.021455 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-5140d37a-02c6-4073-bdcf-fa391648af83 req-becc16b2-6560-4ff1-9155-1218757617fd tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/security-groups?id=5db509b1-8b71-420b-8dd6-8e599f58c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445311 Apr 19 18:27:05.056658 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fd3f5-53e0-4d2d-8a1c-9b2f78ace09e req-80dd1ecb-dc01-472e-b97b-8b10698117b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:05.058278 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-050fd3f5-53e0-4d2d-8a1c-9b2f78ace09e req-80dd1ecb-dc01-472e-b97b-8b10698117b5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=995a9e66-f213-4d80-abd7-5a8211898bfb HTTP/1.1" status: 200 len: 910 time: 0.1453648 Apr 19 18:27:05.136975 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-050fd3f5-53e0-4d2d-8a1c-9b2f78ace09e req-6a220fb0-7dc5-4b99-b2ad-1b144b601023 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7828463-6a74-4734-8c6f-2b783a70abc2 HTTP/1.1" status: 200 len: 217 time: 0.0714178 Apr 19 18:27:05.207854 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fd3f5-53e0-4d2d-8a1c-9b2f78ace09e req-d66bf6ea-c098-4a0c-873f-e11478e0e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:05.209482 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-050fd3f5-53e0-4d2d-8a1c-9b2f78ace09e req-d66bf6ea-c098-4a0c-873f-e11478e0e631 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c1a6c53f-1900-4e65-99b0-a0c90a6b0467 HTTP/1.1" status: 200 len: 849 time: 0.0650809 Apr 19 18:27:05.264545 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-050fd3f5-53e0-4d2d-8a1c-9b2f78ace09e req-ecc5fc23-88ac-4512-bbcf-b7154ade63b9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=995a9e66-f213-4d80-abd7-5a8211898bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483205 Apr 19 18:27:05.413354 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-050fd3f5-53e0-4d2d-8a1c-9b2f78ace09e req-f2a97185-2e6e-4b97-a742-f8bf4f033bb0 service neutron] 10.222.0.95 "GET /v2.0/networks/995a9e66-f213-4d80-abd7-5a8211898bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402457 Apr 19 18:27:05.559778 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-050fd3f5-53e0-4d2d-8a1c-9b2f78ace09e req-d91bfdc1-281b-4885-94c2-0618f3433e64 service neutron] 10.222.0.95 "GET /v2.0/networks/995a9e66-f213-4d80-abd7-5a8211898bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397738 Apr 19 18:27:06.239487 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59362f39-b066-4ad2-97b5-f9449aa23b12 req-4d78923e-f752-4eaf-8391-537d12f8bb97 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:06.241098 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-59362f39-b066-4ad2-97b5-f9449aa23b12 req-4d78923e-f752-4eaf-8391-537d12f8bb97 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42ca181-f94d-47e3-81e3-b65643917b95 HTTP/1.1" status: 200 len: 944 time: 0.1020579 Apr 19 18:27:06.297365 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-59362f39-b066-4ad2-97b5-f9449aa23b12 req-2d224af6-7c33-4ec2-bf26-da28955ada02 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/security-groups?id=5db509b1-8b71-420b-8dd6-8e599f58c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499141 Apr 19 18:27:07.501905 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e640946-9146-4f3c-a397-f7c4fc172e29 req-4e3e7f78-85a5-4ae4-93e1-226a0b54c9b7 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:07.504269 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4e640946-9146-4f3c-a397-f7c4fc172e29 req-4e3e7f78-85a5-4ae4-93e1-226a0b54c9b7 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42ca181-f94d-47e3-81e3-b65643917b95 HTTP/1.1" status: 200 len: 944 time: 0.0916069 Apr 19 18:27:07.562605 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-4e640946-9146-4f3c-a397-f7c4fc172e29 req-30229ae6-2d13-4ca5-9fb7-2eea58168fb4 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/security-groups?id=5db509b1-8b71-420b-8dd6-8e599f58c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520265 Apr 19 18:27:08.363863 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device e7828463-6a74-4734-8c6f-2b783a70abc2 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 19 18:27:08.508208 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port e7828463-6a74-4734-8c6f-2b783a70abc2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e7828463-6a74-4734-8c6f-2b783a70abc2,segment=NetworkSegment(1bfd2ab6-8e6a-4a79-9528-06329d02fbd7),segment_id=1bfd2ab6-8e6a-4a79-9528-06329d02fbd7)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:08.522598 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Returning: {'device': 'e7828463-6a74-4734-8c6f-2b783a70abc2', 'network_id': '995a9e66-f213-4d80-abd7-5a8211898bfb', 'port_id': 'e7828463-6a74-4734-8c6f-2b783a70abc2', 'mac_address': 'fa:16:3e:d0:42:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1a6c53f-1900-4e65-99b0-a0c90a6b0467', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 19 18:27:08.586082 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:08.604799 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7828463-6a74-4734-8c6f-2b783a70abc2 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 19 18:27:08.623525 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port e7828463-6a74-4734-8c6f-2b783a70abc2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e7828463-6a74-4734-8c6f-2b783a70abc2,segment=NetworkSegment(1bfd2ab6-8e6a-4a79-9528-06329d02fbd7),segment_id=1bfd2ab6-8e6a-4a79-9528-06329d02fbd7)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:08.627698 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:08.630156 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:08.701425 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=e7828463-6a74-4734-8c6f-2b783a70abc2,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:08.704831 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:08.776719 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d7d6e-ce7a-418d-80dc-bbc9eec30982 req-1fda8589-311d-49c2-b0bd-5b4589081426 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:08.778448 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-501d7d6e-ce7a-418d-80dc-bbc9eec30982 req-1fda8589-311d-49c2-b0bd-5b4589081426 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42ca181-f94d-47e3-81e3-b65643917b95 HTTP/1.1" status: 200 len: 945 time: 0.0960157 Apr 19 18:27:08.828397 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-501d7d6e-ce7a-418d-80dc-bbc9eec30982 req-89662132-b970-410e-a695-1f8d88938e03 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/security-groups?id=5db509b1-8b71-420b-8dd6-8e599f58c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425098 Apr 19 18:27:08.856781 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['e7828463-6a74-4734-8c6f-2b783a70abc2'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:27:10.036220 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94836102-2b5e-49af-8ea2-a5df0d41b0f4 req-fc7c35f8-28cf-4e7f-95dc-fd64d71c45e1 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:10.037760 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-94836102-2b5e-49af-8ea2-a5df0d41b0f4 req-fc7c35f8-28cf-4e7f-95dc-fd64d71c45e1 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42ca181-f94d-47e3-81e3-b65643917b95 HTTP/1.1" status: 200 len: 945 time: 0.0914943 Apr 19 18:27:10.085821 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-94836102-2b5e-49af-8ea2-a5df0d41b0f4 req-fd3b8496-597b-4794-9964-a18cf24e2ea7 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/security-groups?id=5db509b1-8b71-420b-8dd6-8e599f58c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416353 Apr 19 18:27:10.380701 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device e7828463-6a74-4734-8c6f-2b783a70abc2 up at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 19 18:27:10.452101 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning for port e7828463-6a74-4734-8c6f-2b783a70abc2 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 19 18:27:10.458159 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.provisioning_blocks [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Provisioning complete for port e7828463-6a74-4734-8c6f-2b783a70abc2 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 19 18:27:10.458580 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16564982'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:10.586177 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838428629'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:10.616910 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42ca181-f94d-47e3-81e3-b65643917b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7828463-6a74-4734-8c6f-2b783a70abc2'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:27:10.627439 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] For port e7828463-6a74-4734-8c6f-2b783a70abc2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e7828463-6a74-4734-8c6f-2b783a70abc2,segment=NetworkSegment(1bfd2ab6-8e6a-4a79-9528-06329d02fbd7),segment_id=1bfd2ab6-8e6a-4a79-9528-06329d02fbd7)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:10.631111 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728807641288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728807194978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363308047580805'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:10.633818 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:10.678696 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42ca181-f94d-47e3-81e3-b65643917b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7828463-6a74-4734-8c6f-2b783a70abc2', 'code': 200} Apr 19 18:27:10.714886 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Pushing event updated for resources: {'Port': ['ID=e7828463-6a74-4734-8c6f-2b783a70abc2,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:10.718115 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:10.918653 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0ead0-e0c0-4f1e-aa4f-9b657bda8028 req-1e49f514-1a40-4f72-a8bf-48bdd721304e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:10.920343 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-47f0ead0-e0c0-4f1e-aa4f-9b657bda8028 req-1e49f514-1a40-4f72-a8bf-48bdd721304e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e42ca181-f94d-47e3-81e3-b65643917b95 HTTP/1.1" status: 200 len: 1099 time: 0.0896828 Apr 19 18:27:10.967493 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-47f0ead0-e0c0-4f1e-aa4f-9b657bda8028 req-d44ff195-89c1-49a6-b074-057d78c0a4cb service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=5db509b1-8b71-420b-8dd6-8e599f58c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396657 Apr 19 18:27:11.294216 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eed9a3-d4ea-498d-b1a3-bfb69aa117c4 req-c699626b-1893-451c-bb98-9f112392d443 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:11.294873 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-91eed9a3-d4ea-498d-b1a3-bfb69aa117c4 req-c699626b-1893-451c-bb98-9f112392d443 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Synchronizing usage tracker for tenant:8f602f09a60f4bd59023e9a15f609f0b on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:27:11.311267 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-91eed9a3-d4ea-498d-b1a3-bfb69aa117c4 req-c699626b-1893-451c-bb98-9f112392d443 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Unset dirty status for tenant:8f602f09a60f4bd59023e9a15f609f0b on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:27:11.312543 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-91eed9a3-d4ea-498d-b1a3-bfb69aa117c4 req-c699626b-1893-451c-bb98-9f112392d443 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42ca181-f94d-47e3-81e3-b65643917b95 HTTP/1.1" status: 200 len: 946 time: 0.1062162 Apr 19 18:27:11.365297 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-91eed9a3-d4ea-498d-b1a3-bfb69aa117c4 req-f4f69358-757c-4e09-9719-0d0633b485d7 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Synchronizing usage tracker for tenant:8f602f09a60f4bd59023e9a15f609f0b on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:27:11.381063 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-91eed9a3-d4ea-498d-b1a3-bfb69aa117c4 req-f4f69358-757c-4e09-9719-0d0633b485d7 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Unset dirty status for tenant:8f602f09a60f4bd59023e9a15f609f0b on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:27:11.382340 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-91eed9a3-d4ea-498d-b1a3-bfb69aa117c4 req-f4f69358-757c-4e09-9719-0d0633b485d7 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/security-groups?id=5db509b1-8b71-420b-8dd6-8e599f58c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629165 Apr 19 18:27:12.608250 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524021c-0ee5-4b19-b9da-d7acc73c48e1 req-14d35d4c-29b4-4e22-b4ac-02be5672f3f9 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:12.610911 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a524021c-0ee5-4b19-b9da-d7acc73c48e1 req-14d35d4c-29b4-4e22-b4ac-02be5672f3f9 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42ca181-f94d-47e3-81e3-b65643917b95 HTTP/1.1" status: 200 len: 946 time: 0.0974050 Apr 19 18:27:12.666831 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a524021c-0ee5-4b19-b9da-d7acc73c48e1 req-1ed154a6-b62d-4b11-95e6-db4a6b46aee0 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/security-groups?id=5db509b1-8b71-420b-8dd6-8e599f58c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483658 Apr 19 18:27:15.636997 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43800) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:15.868100 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-2154fa77-3be4-4fbd-96d1-4c10d5589237 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Deleting port 50296e8a-252f-4525-b581-72baaf5bd055 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:15.868100 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2154fa77-3be4-4fbd-96d1-4c10d5589237 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:16.064445 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2154fa77-3be4-4fbd-96d1-4c10d5589237 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:16.064833 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2154fa77-3be4-4fbd-96d1-4c10d5589237 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:16.208121 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-2154fa77-3be4-4fbd-96d1-4c10d5589237 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Calling delete_port for 50296e8a-252f-4525-b581-72baaf5bd055 owned by network:floatingip {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:16.374718 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bf574-e384-4c53-96be-82615852848b req-28d4290d-2693-4646-b3ec-c8090e23e620 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:16.376349 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a38bf574-e384-4c53-96be-82615852848b req-28d4290d-2693-4646-b3ec-c8090e23e620 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42ca181-f94d-47e3-81e3-b65643917b95 HTTP/1.1" status: 200 len: 946 time: 0.1759429 Apr 19 18:27:16.479644 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a38bf574-e384-4c53-96be-82615852848b req-d68584c1-74f5-4cad-b649-9eb1fcab919f tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/security-groups?id=5db509b1-8b71-420b-8dd6-8e599f58c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677857 Apr 19 18:27:16.480770 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2154fa77-3be4-4fbd-96d1-4c10d5589237 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:16.485563 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-706f6693-9e39-4770-b6c0-6bd9933213ed tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:16.532712 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154fa77-3be4-4fbd-96d1-4c10d5589237 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Pushing event deleted for resources: {'Port': ['ID=50296e8a-252f-4525-b581-72baaf5bd055,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:16.536176 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2154fa77-3be4-4fbd-96d1-4c10d5589237 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:16.634219 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2154fa77-3be4-4fbd-96d1-4c10d5589237 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for floatingip, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:16.634532 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.l3_db [None req-2154fa77-3be4-4fbd-96d1-4c10d5589237 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Floating IP 15f56a06-6aef-430e-a4f7-1afc4d8ff91f disassociated (deleted). External IP: 172.28.1.154, port: 0f566502-7e5b-44bd-bbd6-bf7875a9a14f. Apr 19 18:27:17.017655 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2154fa77-3be4-4fbd-96d1-4c10d5589237 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Router f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:27:17.211212 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2154fa77-3be4-4fbd-96d1-4c10d5589237 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:27:17.222142 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cd22ee-5c67-431f-b38d-ca98b3650966 None None] Sync routers for ids ['f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'] in dv-cinder-786928-1-smb {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:27:17.233380 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cd22ee-5c67-431f-b38d-ca98b3650966 None None] Routers {'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:27:17.233979 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2154fa77-3be4-4fbd-96d1-4c10d5589237 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:17.234125 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-56cd22ee-5c67-431f-b38d-ca98b3650966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:26:53Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:17.301634 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-2154fa77-3be4-4fbd-96d1-4c10d5589237 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "DELETE /v2.0/floatingips/15f56a06-6aef-430e-a4f7-1afc4d8ff91f HTTP/1.1" status: 204 len: 168 time: 1.6627314 Apr 19 18:27:17.302611 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d8c9eea-4c5c-4db2-8217-7a4e3e925301', 'tag': '0f566502-7e5b-44bd-bbd6-bf7875a9a14f'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:27:17.376241 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d8c9eea-4c5c-4db2-8217-7a4e3e925301', 'tag': '0f566502-7e5b-44bd-bbd6-bf7875a9a14f', 'status': 'completed', 'code': 200} Apr 19 18:27:17.431455 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-56cd22ee-5c67-431f-b38d-ca98b3650966 None None] Set router f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:27:17.484873 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508eb4e-76e2-4e5b-97cb-70c0ea5cfdc9 req-395df9e5-e1bf-4f3b-a898-b9c4c7added9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:17.486541 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0508eb4e-76e2-4e5b-97cb-70c0ea5cfdc9 req-395df9e5-e1bf-4f3b-a898-b9c4c7added9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f6c506fc525541018ae925b541941e2a&device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 1098 time: 0.0863013 Apr 19 18:27:17.639603 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dd385-2490-4e6b-bb89-8e498ac8dce8 req-3d8da685-86ef-4b77-b068-0527a6edc7f5 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:17.641609 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-544dd385-2490-4e6b-bb89-8e498ac8dce8 req-3d8da685-86ef-4b77-b068-0527a6edc7f5 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.95 "GET /v2.0/ports?device_id=e42ca181-f94d-47e3-81e3-b65643917b95 HTTP/1.1" status: 200 len: 946 time: 0.1307635 Apr 19 18:27:17.786846 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-544dd385-2490-4e6b-bb89-8e498ac8dce8 req-7571a988-eb73-41fd-bd5c-2438cb14ae87 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Deleting port e7828463-6a74-4734-8c6f-2b783a70abc2 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:17.787358 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-544dd385-2490-4e6b-bb89-8e498ac8dce8 req-7571a988-eb73-41fd-bd5c-2438cb14ae87 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:17.815654 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508eb4e-76e2-4e5b-97cb-70c0ea5cfdc9 req-a0539ef0-5071-4672-a801-4472d4ea6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:17.817421 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0508eb4e-76e2-4e5b-97cb-70c0ea5cfdc9 req-a0539ef0-5071-4672-a801-4472d4ea6914 service neutron] 10.222.0.95 "GET /v2.0/networks?id=916707c5-043e-4573-856c-ce7bc1ede628 HTTP/1.1" status: 200 len: 910 time: 0.3231800 Apr 19 18:27:17.867158 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-56cd22ee-5c67-431f-b38d-ca98b3650966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'name': 'tempest-TestShelveInstance-1264350263-router', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:35Z', 'updated_at': '2021-04-19T18:21:56Z', 'revision_number': 4, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'gw_port': {'id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:38Z', 'updated_at': '2021-04-19T18:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': 'd2db5f9b-d56d-4355-9c8c-61e6e2f30cb2', 'name': '', 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'mac_address': 'fa:16:3e:04:c4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '27665a9e-a6d3-4733-9100-5290165a150f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:52Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 5, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'subnets': [{'id': '27665a9e-a6d3-4733-9100-5290165a150f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:17.872163 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cd22ee-5c67-431f-b38d-ca98b3650966 None None] Checking router: f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad for host: dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:27:17.882946 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cd22ee-5c67-431f-b38d-ca98b3650966 None None] Routers {'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:27:17.884776 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-56cd22ee-5c67-431f-b38d-ca98b3650966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:26:53Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:17.905264 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0508eb4e-76e2-4e5b-97cb-70c0ea5cfdc9 req-8bca3801-471e-4543-a076-f732bf196be2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f566502-7e5b-44bd-bbd6-bf7875a9a14f HTTP/1.1" status: 200 len: 217 time: 0.0800703 Apr 19 18:27:17.917883 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600776b-0b6c-4246-ba66-e03ea71f6d37 req-e1d4939b-f98e-4152-bfdf-0246dc864d29 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:17.919628 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b600776b-0b6c-4246-ba66-e03ea71f6d37 req-e1d4939b-f98e-4152-bfdf-0246dc864d29 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42ca181-f94d-47e3-81e3-b65643917b95 HTTP/1.1" status: 200 len: 946 time: 0.2097173 Apr 19 18:27:18.026983 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b600776b-0b6c-4246-ba66-e03ea71f6d37 req-69602fe2-3c22-4a68-9a43-fd9da12d159a tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/security-groups?id=5db509b1-8b71-420b-8dd6-8e599f58c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692496 Apr 19 18:27:18.028736 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508eb4e-76e2-4e5b-97cb-70c0ea5cfdc9 req-c6084cac-8b7d-40a2-98b2-f7e0f9330fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:18.030271 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0508eb4e-76e2-4e5b-97cb-70c0ea5cfdc9 req-c6084cac-8b7d-40a2-98b2-f7e0f9330fce service neutron] 10.222.0.95 "GET /v2.0/subnets?id=27665a9e-a6d3-4733-9100-5290165a150f HTTP/1.1" status: 200 len: 848 time: 0.1096628 Apr 19 18:27:18.140674 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-56cd22ee-5c67-431f-b38d-ca98b3650966 None None] Set router f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:27:18.208753 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d776c9-e1bd-4d0b-b2c9-62f82296ff3c req-035b9100-6a3c-4db6-af34-4ade81c5873a tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:18.209673 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-b7d776c9-e1bd-4d0b-b2c9-62f82296ff3c req-035b9100-6a3c-4db6-af34-4ade81c5873a tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Synchronizing usage tracker for tenant:f6c506fc525541018ae925b541941e2a on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 19 18:27:18.320542 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [req-b7d776c9-e1bd-4d0b-b2c9-62f82296ff3c req-035b9100-6a3c-4db6-af34-4ade81c5873a tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Unset dirty status for tenant:f6c506fc525541018ae925b541941e2a on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 19 18:27:18.321972 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b7d776c9-e1bd-4d0b-b2c9-62f82296ff3c req-035b9100-6a3c-4db6-af34-4ade81c5873a tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.6116080 Apr 19 18:27:18.399683 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508eb4e-76e2-4e5b-97cb-70c0ea5cfdc9 req-58cadb00-6211-4fee-8577-010cc0f7991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:18.401758 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0508eb4e-76e2-4e5b-97cb-70c0ea5cfdc9 req-58cadb00-6211-4fee-8577-010cc0f7991d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=916707c5-043e-4573-856c-ce7bc1ede628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3641059 Apr 19 18:27:18.418204 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b7d776c9-e1bd-4d0b-b2c9-62f82296ff3c req-888718d1-d6d2-4917-8d5e-b32bd83b7582 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826595 Apr 19 18:27:18.430761 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-544dd385-2490-4e6b-bb89-8e498ac8dce8 req-7571a988-eb73-41fd-bd5c-2438cb14ae87 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] For port e7828463-6a74-4734-8c6f-2b783a70abc2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e7828463-6a74-4734-8c6f-2b783a70abc2,segment=NetworkSegment(1bfd2ab6-8e6a-4a79-9528-06329d02fbd7),segment_id=1bfd2ab6-8e6a-4a79-9528-06329d02fbd7)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:18.431174 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-544dd385-2490-4e6b-bb89-8e498ac8dce8 req-7571a988-eb73-41fd-bd5c-2438cb14ae87 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:18.526752 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-56cd22ee-5c67-431f-b38d-ca98b3650966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'name': 'tempest-TestShelveInstance-1264350263-router', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:35Z', 'updated_at': '2021-04-19T18:21:56Z', 'revision_number': 4, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'gw_port': {'id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:38Z', 'updated_at': '2021-04-19T18:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': 'd2db5f9b-d56d-4355-9c8c-61e6e2f30cb2', 'name': '', 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'mac_address': 'fa:16:3e:04:c4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '27665a9e-a6d3-4733-9100-5290165a150f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:52Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 5, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'subnets': [{'id': '27665a9e-a6d3-4733-9100-5290165a150f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:18.532072 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cd22ee-5c67-431f-b38d-ca98b3650966 None None] The sync data for ids ['f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'] in dv-cinder-786928-1-smb is: [{'id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'name': 'tempest-TestShelveInstance-1264350263-router', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:35Z', 'updated_at': '2021-04-19T18:21:56Z', 'revision_number': 4, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'gw_port': {'id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:38Z', 'updated_at': '2021-04-19T18:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': 'd2db5f9b-d56d-4355-9c8c-61e6e2f30cb2', 'name': '', 'network_id': '916707c5-043e-4573-856c-ce7bc1ede628', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'mac_address': 'fa:16:3e:04:c4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '27665a9e-a6d3-4733-9100-5290165a150f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:52Z', 'updated_at': '2021-04-19T18:22:07Z', 'revision_number': 5, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'subnets': [{'id': '27665a9e-a6d3-4733-9100-5290165a150f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:27:18.567543 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0508eb4e-76e2-4e5b-97cb-70c0ea5cfdc9 req-c15ddaea-d6f9-427a-9d1a-3a14b29524a7 service neutron] 10.222.0.95 "GET /v2.0/networks/916707c5-043e-4573-856c-ce7bc1ede628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535981 Apr 19 18:27:18.577410 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-544dd385-2490-4e6b-bb89-8e498ac8dce8 req-7571a988-eb73-41fd-bd5c-2438cb14ae87 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Calling delete_port for e7828463-6a74-4734-8c6f-2b783a70abc2 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:18.730233 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-0508eb4e-76e2-4e5b-97cb-70c0ea5cfdc9 req-c387bb4a-e3a2-406e-835f-eb4cac3e1855 service neutron] 10.222.0.95 "GET /v2.0/networks/916707c5-043e-4573-856c-ce7bc1ede628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513116 Apr 19 18:27:18.739823 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-544dd385-2490-4e6b-bb89-8e498ac8dce8 req-7571a988-eb73-41fd-bd5c-2438cb14ae87 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:18.748661 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fd7b19c4-459e-4c5f-a7a8-5e35daa14202 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:18.751402 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-475608ed-a13e-46e7-9848-c108f45467de None None] get_ports_and_sgs() called for port_ids ['e7828463-6a74-4734-8c6f-2b783a70abc2'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 19 18:27:18.802439 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571a988-eb73-41fd-bd5c-2438cb14ae87 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Pushing event deleted for resources: {'Port': ['ID=e7828463-6a74-4734-8c6f-2b783a70abc2,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:18.806534 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7571a988-eb73-41fd-bd5c-2438cb14ae87 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:18.887452 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-544dd385-2490-4e6b-bb89-8e498ac8dce8 req-7571a988-eb73-41fd-bd5c-2438cb14ae87 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] No DVR routers for this DVR port e7828463-6a74-4734-8c6f-2b783a70abc2 on host hv-cinder-78692 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:27:18.889914 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-544dd385-2490-4e6b-bb89-8e498ac8dce8 req-7571a988-eb73-41fd-bd5c-2438cb14ae87 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:18.903973 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-544dd385-2490-4e6b-bb89-8e498ac8dce8 req-7571a988-eb73-41fd-bd5c-2438cb14ae87 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.95 "DELETE /v2.0/ports/e7828463-6a74-4734-8c6f-2b783a70abc2 HTTP/1.1" status: 204 len: 173 time: 1.2562346 Apr 19 18:27:18.974556 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90410372-fe03-4c7b-826d-136484538984 None None] New status for floating IP 15f56a06-6aef-430e-a4f7-1afc4d8ff91f: DOWN {{(pid=86365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:27:19.072805 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ce3d8-4721-4e6a-9dbe-ba9ea3b4bb3a req-0ef9a158-317b-45d3-b33e-73562c97e2da tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:19.074461 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e77ce3d8-4721-4e6a-9dbe-ba9ea3b4bb3a req-0ef9a158-317b-45d3-b33e-73562c97e2da tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.1048968 Apr 19 18:27:19.162881 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-e77ce3d8-4721-4e6a-9dbe-ba9ea3b4bb3a req-3bf4f444-5522-4f29-9505-35a7cb33e433 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Deleting port 0f566502-7e5b-44bd-bbd6-bf7875a9a14f {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:19.163297 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-e77ce3d8-4721-4e6a-9dbe-ba9ea3b4bb3a req-3bf4f444-5522-4f29-9505-35a7cb33e433 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:19.239355 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-b8f97839-356a-4255-97ce-abaccb8d2898 req-c5b5a078-49c8-4087-a731-0e6ebff18e62 tempest-VolumesActionsTest-534146460 tempest-VolumesActionsTest-534146460-project] 10.222.0.20 "GET /v2.0/ports?device_id=e42ca181-f94d-47e3-81e3-b65643917b95 HTTP/1.1" status: 200 len: 210 time: 0.0689836 Apr 19 18:27:19.379120 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42ca181-f94d-47e3-81e3-b65643917b95', 'name': 'network-vif-deleted', 'tag': 'e7828463-6a74-4734-8c6f-2b783a70abc2'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:27:19.434900 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42ca181-f94d-47e3-81e3-b65643917b95', 'name': 'network-vif-deleted', 'tag': 'e7828463-6a74-4734-8c6f-2b783a70abc2', 'status': 'completed', 'code': 200} Apr 19 18:27:19.457325 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-e77ce3d8-4721-4e6a-9dbe-ba9ea3b4bb3a req-3bf4f444-5522-4f29-9505-35a7cb33e433 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] For port 0f566502-7e5b-44bd-bbd6-bf7875a9a14f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0f566502-7e5b-44bd-bbd6-bf7875a9a14f,segment=NetworkSegment(8e8425c5-a0cf-4de4-aa9d-c73027f1d45d),segment_id=8e8425c5-a0cf-4de4-aa9d-c73027f1d45d)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:19.458008 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-e77ce3d8-4721-4e6a-9dbe-ba9ea3b4bb3a req-3bf4f444-5522-4f29-9505-35a7cb33e433 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:19.605577 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-e77ce3d8-4721-4e6a-9dbe-ba9ea3b4bb3a req-3bf4f444-5522-4f29-9505-35a7cb33e433 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Calling delete_port for 0f566502-7e5b-44bd-bbd6-bf7875a9a14f owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:19.804141 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38966994-2268-4849-991a-bba9504b16ae req-0cc5e970-aecc-47d0-8653-b2bbf9730627 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:19.805751 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-38966994-2268-4849-991a-bba9504b16ae req-0cc5e970-aecc-47d0-8653-b2bbf9730627 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d8c9eea-4c5c-4db2-8217-7a4e3e925301 HTTP/1.1" status: 200 len: 945 time: 0.2129407 Apr 19 18:27:19.864458 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-e77ce3d8-4721-4e6a-9dbe-ba9ea3b4bb3a req-3bf4f444-5522-4f29-9505-35a7cb33e433 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:19.872903 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2f4c06f5-7e39-4e89-9223-930e7052dd0d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:19.926987 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-38966994-2268-4849-991a-bba9504b16ae req-f2b3d4ca-8657-4ca6-8c64-3f310ec6ba40 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7310a79-c261-41be-9635-f76302910940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132729 Apr 19 18:27:19.929646 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4f444-5522-4f29-9505-35a7cb33e433 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Pushing event deleted for resources: {'Port': ['ID=0f566502-7e5b-44bd-bbd6-bf7875a9a14f,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:19.933073 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-3bf4f444-5522-4f29-9505-35a7cb33e433 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:20.013516 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77ce3d8-4721-4e6a-9dbe-ba9ea3b4bb3a req-3bf4f444-5522-4f29-9505-35a7cb33e433 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] No DVR routers for this DVR port 0f566502-7e5b-44bd-bbd6-bf7875a9a14f on host hv-cinder-78692 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:27:20.016030 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-e77ce3d8-4721-4e6a-9dbe-ba9ea3b4bb3a req-3bf4f444-5522-4f29-9505-35a7cb33e433 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:20.028639 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-e77ce3d8-4721-4e6a-9dbe-ba9ea3b4bb3a req-3bf4f444-5522-4f29-9505-35a7cb33e433 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.95 "DELETE /v2.0/ports/0f566502-7e5b-44bd-bbd6-bf7875a9a14f HTTP/1.1" status: 204 len: 173 time: 0.9462621 Apr 19 18:27:20.377662 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-853ec6b5-ab7a-49f7-9bec-71a4fb9f1898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:21.032824 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43842) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:21.108333 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2c92eaf6-e398-4da3-98e2-b2f35b767485 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:21.141223 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2c92eaf6-e398-4da3-98e2-b2f35b767485 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:21.193477 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2c92eaf6-e398-4da3-98e2-b2f35b767485 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:21.198745 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-6042c82d-2bae-422f-a0e3-e7343ab39bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:21.215066 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92eaf6-e398-4da3-98e2-b2f35b767485 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7310a79-c261-41be-9635-f76302910940,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:21.217974 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2c92eaf6-e398-4da3-98e2-b2f35b767485 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:21.226098 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2c92eaf6-e398-4da3-98e2-b2f35b767485 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:21.227422 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-2c92eaf6-e398-4da3-98e2-b2f35b767485 tempest-TestShelveInstance-1117842395 tempest-TestShelveInstance-1117842395-project] 10.222.0.20 "DELETE /v2.0/security-groups/a7310a79-c261-41be-9635-f76302910940 HTTP/1.1" status: 204 len: 168 time: 0.1932292 Apr 19 18:27:21.273594 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43848) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:21.457336 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8c9eea-4c5c-4db2-8217-7a4e3e925301', 'name': 'network-vif-deleted', 'tag': '0f566502-7e5b-44bd-bbd6-bf7875a9a14f'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:27:21.538243 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d8c9eea-4c5c-4db2-8217-7a4e3e925301', 'name': 'network-vif-deleted', 'tag': '0f566502-7e5b-44bd-bbd6-bf7875a9a14f', 'status': 'completed', 'code': 200} Apr 19 18:27:22.009176 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-504f2f26-91eb-4c9d-897d-ccbbba74d53c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853820771'] for router_interface, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:22.392799 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-504f2f26-91eb-4c9d-897d-ccbbba74d53c admin admin] Deleting port d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:22.393186 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-504f2f26-91eb-4c9d-897d-ccbbba74d53c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:22.405571 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 0f566502-7e5b-44bd-bbd6-bf7875a9a14f no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:27:22.445984 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-475608ed-a13e-46e7-9848-c108f45467de None None] No Port match for: 0f566502-7e5b-44bd-bbd6-bf7875a9a14f {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:27:22.446386 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 0f566502-7e5b-44bd-bbd6-bf7875a9a14f not bound to the agent host hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:27:22.446859 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device e7828463-6a74-4734-8c6f-2b783a70abc2 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:27:22.483766 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-475608ed-a13e-46e7-9848-c108f45467de None None] No Port match for: e7828463-6a74-4734-8c6f-2b783a70abc2 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:27:22.484356 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device e7828463-6a74-4734-8c6f-2b783a70abc2 not bound to the agent host hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:27:22.585591 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-504f2f26-91eb-4c9d-897d-ccbbba74d53c admin admin] For port d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2,segment=NetworkSegment(8e8425c5-a0cf-4de4-aa9d-c73027f1d45d),segment_id=8e8425c5-a0cf-4de4-aa9d-c73027f1d45d)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:22.585998 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-504f2f26-91eb-4c9d-897d-ccbbba74d53c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:22.724283 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-504f2f26-91eb-4c9d-897d-ccbbba74d53c admin admin] Calling delete_port for d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2 owned by network:router_interface {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:23.028567 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f0b2cc91-d906-42d2-bd3a-bc8e5f050dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:23.152888 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-504f2f26-91eb-4c9d-897d-ccbbba74d53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:23.157772 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ac6465b9-e0fc-4e3b-b1a9-1e9ca4e953fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:23.209062 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f2f26-91eb-4c9d-897d-ccbbba74d53c admin admin] Pushing event deleted for resources: {'Port': ['ID=d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:23.242942 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-504f2f26-91eb-4c9d-897d-ccbbba74d53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:23.507073 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-504f2f26-91eb-4c9d-897d-ccbbba74d53c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853820701'] for router_interface, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:23.859754 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:23.980855 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504f2f26-91eb-4c9d-897d-ccbbba74d53c admin admin] Router f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:27:24.184882 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504f2f26-91eb-4c9d-897d-ccbbba74d53c admin admin] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:27:24.197275 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b0913a-feaf-4f0c-8812-4507efe468dc None None] Sync routers for ids ['f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'] in dv-cinder-786928-1-smb {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:27:24.201589 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-504f2f26-91eb-4c9d-897d-ccbbba74d53c admin admin] 10.222.0.20 "PUT /v2.0/routers/f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9241853 Apr 19 18:27:24.201880 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43880) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:24.220793 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b0913a-feaf-4f0c-8812-4507efe468dc None None] Routers {'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:27:24.222064 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-e2b0913a-feaf-4f0c-8812-4507efe468dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:27:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:24.224407 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:24.398291 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-93a8cff1-1512-4315-95d1-e2869acfb8f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:24.432054 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-e2b0913a-feaf-4f0c-8812-4507efe468dc None None] Set router f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:27:24.603849 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-93a8cff1-1512-4315-95d1-e2869acfb8f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:24.614662 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-93a8cff1-1512-4315-95d1-e2869acfb8f0 admin admin] Deleting port 387758b6-a53d-49c5-b72e-fe088ec2008a {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:24.615066 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-93a8cff1-1512-4315-95d1-e2869acfb8f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:24.774443 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-e2b0913a-feaf-4f0c-8812-4507efe468dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'name': 'tempest-TestShelveInstance-1264350263-router', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10'}], 'enable_snat': True}, 'gw_port_id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:35Z', 'updated_at': '2021-04-19T18:27:23Z', 'revision_number': 5, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'gw_port': {'id': '387758b6-a53d-49c5-b72e-fe088ec2008a', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:38Z', 'updated_at': '2021-04-19T18:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:24.778650 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b0913a-feaf-4f0c-8812-4507efe468dc None None] Checking router: f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad for host: dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:27:24.788411 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b0913a-feaf-4f0c-8812-4507efe468dc None None] Routers {'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:27:24.789096 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-e2b0913a-feaf-4f0c-8812-4507efe468dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:27:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:24.812903 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-93a8cff1-1512-4315-95d1-e2869acfb8f0 admin admin] For port 387758b6-a53d-49c5-b72e-fe088ec2008a, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=387758b6-a53d-49c5-b72e-fe088ec2008a,segment=NetworkSegment(1f30a495-c1e9-401c-a4af-f66487472610),segment_id=1f30a495-c1e9-401c-a4af-f66487472610)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:24.813314 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-93a8cff1-1512-4315-95d1-e2869acfb8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:24.965691 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-93a8cff1-1512-4315-95d1-e2869acfb8f0 admin admin] Calling delete_port for 387758b6-a53d-49c5-b72e-fe088ec2008a owned by network:router_gateway {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:25.159358 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-e2b0913a-feaf-4f0c-8812-4507efe468dc None None] Set router f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad gateway port host: None {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:27:25.169649 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-93a8cff1-1512-4315-95d1-e2869acfb8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:25.175706 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4d001cd4-7ce5-4588-aa7b-6167e331e075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:25.225856 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8cff1-1512-4315-95d1-e2869acfb8f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=387758b6-a53d-49c5-b72e-fe088ec2008a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:25.228665 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-93a8cff1-1512-4315-95d1-e2869acfb8f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:25.280426 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-e2b0913a-feaf-4f0c-8812-4507efe468dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'name': 'tempest-TestShelveInstance-1264350263-router', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:35Z', 'updated_at': '2021-04-19T18:27:24Z', 'revision_number': 6, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'gw_port_host': None}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:25.285349 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b0913a-feaf-4f0c-8812-4507efe468dc None None] The sync data for ids ['f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad'] in dv-cinder-786928-1-smb is: [{'id': 'f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad', 'name': 'tempest-TestShelveInstance-1264350263-router', 'tenant_id': 'f6c506fc525541018ae925b541941e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:35Z', 'updated_at': '2021-04-19T18:27:24Z', 'revision_number': 6, 'project_id': 'f6c506fc525541018ae925b541941e2a', 'gw_port_host': None}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:27:25.336581 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-93a8cff1-1512-4315-95d1-e2869acfb8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-950882'] for router_gateway, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:25.521295 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2 no longer exists at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:27:25.547444 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-93a8cff1-1512-4315-95d1-e2869acfb8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-980542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760900'] for router, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:25.550499 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-93a8cff1-1512-4315-95d1-e2869acfb8f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:25.571360 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] No Port match for: d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:27:25.571528 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device d2db5f9b-d56d-4355-9c8c-61e6e2f30cb2 not bound to the agent host dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:27:25.590858 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-93a8cff1-1512-4315-95d1-e2869acfb8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853825158'] for router, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:25.591489 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a8cff1-1512-4315-95d1-e2869acfb8f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad {{(pid=86364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:27:25.610792 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-93a8cff1-1512-4315-95d1-e2869acfb8f0 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:25.612154 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-93a8cff1-1512-4315-95d1-e2869acfb8f0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f44f0cae-29a6-4db7-8fe5-fd3310d2f9ad HTTP/1.1" status: 204 len: 168 time: 1.4092360 Apr 19 18:27:25.615580 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43896) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:25.618876 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:25.688979 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e7072e-2065-4560-aee8-8d1e9fdb69fa admin admin] Deleting subnet 27665a9e-a6d3-4733-9100-5290165a150f {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:27:25.692821 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-10e7072e-2065-4560-aee8-8d1e9fdb69fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:25.747429 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-10e7072e-2065-4560-aee8-8d1e9fdb69fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853074136'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:25.835294 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-10e7072e-2065-4560-aee8-8d1e9fdb69fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16567764'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:26.351533 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-10e7072e-2065-4560-aee8-8d1e9fdb69fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838208020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851668930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852618523'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:26.356513 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:26.397106 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7072e-2065-4560-aee8-8d1e9fdb69fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27665a9e-a6d3-4733-9100-5290165a150f,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:26.399580 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-10e7072e-2065-4560-aee8-8d1e9fdb69fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:26.402552 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-10e7072e-2065-4560-aee8-8d1e9fdb69fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:26.406178 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4a654b-0304-43fa-8a80-8d499c530e35 None None] Network 916707c5-043e-4573-856c-ce7bc1ede628 requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:27:26.407002 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-10e7072e-2065-4560-aee8-8d1e9fdb69fa admin admin] 10.222.0.20 "DELETE /v2.0/subnets/27665a9e-a6d3-4733-9100-5290165a150f HTTP/1.1" status: 204 len: 168 time: 0.7901692 Apr 19 18:27:26.410824 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43902) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:26.536771 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655000'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:26.548350 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] Deleting port 29b638f7-9bf0-4e16-9585-e586f69c0326 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:26.548835 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:26.696446 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9132413-aa7a-4468-b0a9-b673e2e5f0eb None None] DHCP port deletion for 916707c5-043e-4573-856c-ce7bc1ede628 request from dv-cinder-786928-1-smb {{(pid=86365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:27:26.701611 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-d9132413-aa7a-4468-b0a9-b673e2e5f0eb None None] Deleting port 29b638f7-9bf0-4e16-9585-e586f69c0326 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:26.702081 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d9132413-aa7a-4468-b0a9-b673e2e5f0eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:26.789490 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] For port 29b638f7-9bf0-4e16-9585-e586f69c0326, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=29b638f7-9bf0-4e16-9585-e586f69c0326,segment=NetworkSegment(8e8425c5-a0cf-4de4-aa9d-c73027f1d45d),segment_id=8e8425c5-a0cf-4de4-aa9d-c73027f1d45d)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:26.789866 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:26.932065 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] Calling delete_port for 29b638f7-9bf0-4e16-9585-e586f69c0326 owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:26.942948 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-d9132413-aa7a-4468-b0a9-b673e2e5f0eb None None] For port 29b638f7-9bf0-4e16-9585-e586f69c0326, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=29b638f7-9bf0-4e16-9585-e586f69c0326,segment=NetworkSegment(8e8425c5-a0cf-4de4-aa9d-c73027f1d45d),segment_id=8e8425c5-a0cf-4de4-aa9d-c73027f1d45d)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:26.943418 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d9132413-aa7a-4468-b0a9-b673e2e5f0eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:27.013289 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:27.019192 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0a733825-3b70-40c2-893e-02f42792222a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:27.072776 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] Pushing event deleted for resources: {'Port': ['ID=29b638f7-9bf0-4e16-9585-e586f69c0326,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:27.073668 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] No DVR routers for this DVR port 29b638f7-9bf0-4e16-9585-e586f69c0326 on host dv-cinder-786928-1-smb {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:27:27.075299 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:27.090617 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-d9132413-aa7a-4468-b0a9-b673e2e5f0eb None None] Calling delete_port for 29b638f7-9bf0-4e16-9585-e586f69c0326 owned by network:dhcp {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:27.169745 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.db.api [None req-d9132413-aa7a-4468-b0a9-b673e2e5f0eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86365) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:27:27.170056 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_db.api [None req-d9132413-aa7a-4468-b0a9-b673e2e5f0eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:27:27.201815 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838208127', 'neutron.services.segments.db._delete_segments_for_network-8728807561075'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:27.323216 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['916707c5-043e-4573-856c-ce7bc1ede628']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:27.335233 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8425c5-a0cf-4de4-aa9d-c73027f1d45d') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:27.335597 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8425c5-a0cf-4de4-aa9d-c73027f1d45d') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:27.348159 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308047041891', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1701664'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:27.363617 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:27.370213 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:27:27.504545 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 387758b6-a53d-49c5-b72e-fe088ec2008a no longer exists at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:27:27.542081 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] No Port match for: 387758b6-a53d-49c5-b72e-fe088ec2008a {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:27:27.542479 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 387758b6-a53d-49c5-b72e-fe088ec2008a not bound to the agent host dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:27:27.542944 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 29b638f7-9bf0-4e16-9585-e586f69c0326 no longer exists at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:27:27.558269 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] Network 916707c5-043e-4573-856c-ce7bc1ede628 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:27:27.568955 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16650949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3107741'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:27.580477 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] No Port match for: 29b638f7-9bf0-4e16-9585-e586f69c0326 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:27:27.580904 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 29b638f7-9bf0-4e16-9585-e586f69c0326 not bound to the agent host dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:27:27.671134 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-d9132413-aa7a-4468-b0a9-b673e2e5f0eb None None] Deleting port 29b638f7-9bf0-4e16-9585-e586f69c0326 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:27.671550 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-d9132413-aa7a-4468-b0a9-b673e2e5f0eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:27.747554 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-d9132413-aa7a-4468-b0a9-b673e2e5f0eb None None] The port '29b638f7-9bf0-4e16-9585-e586f69c0326' was deleted {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:27:27.766408 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] Network 916707c5-043e-4573-856c-ce7bc1ede628 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: Traceback (most recent call last): Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: timer() Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: cb(*args, **kw) Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: return func(*args, **kwargs) Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: self._notify() Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: self.callback(batched_events) Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: event.method(event) Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: segment_id)['aggregates'][0] Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: return f(self, *a, **k) Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: return self._get(url).json() Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: **kwargs) Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: return self.request(url, 'GET', **kwargs) Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: **endpoint_filter) Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:27:27.790137 dv-cinder-786928-1-smb neutron-server[86248]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:27:27.868968 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16567689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962437'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:27.872717 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-304a2c00-b7d0-4857-a3f8-3a6110b39791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:27.886751 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:27.897775 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] Pushing event deleted for resources: {'Network': ['ID=916707c5-043e-4573-856c-ce7bc1ede628,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:27.902688 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:27.906454 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] 10.222.0.20 "DELETE /v2.0/networks/916707c5-043e-4573-856c-ce7bc1ede628 HTTP/1.1" status: 204 len: 168 time: 1.4945664 Apr 19 18:27:27.910426 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43916) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:28.527208 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b6c86f32-92be-4bc8-961d-620054d91d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853820771'] for router_interface, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:28.917047 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-b6c86f32-92be-4bc8-961d-620054d91d51 admin admin] Deleting port 8c05934a-6335-4203-ae25-3950f27fe0a1 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:28.917681 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b6c86f32-92be-4bc8-961d-620054d91d51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:29.106244 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-b6c86f32-92be-4bc8-961d-620054d91d51 admin admin] For port 8c05934a-6335-4203-ae25-3950f27fe0a1, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=8c05934a-6335-4203-ae25-3950f27fe0a1,segment=NetworkSegment(7192b8e2-0d64-43a3-9726-fac5d3d0f51b),segment_id=7192b8e2-0d64-43a3-9726-fac5d3d0f51b)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:29.106642 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b6c86f32-92be-4bc8-961d-620054d91d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:29.243847 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-b6c86f32-92be-4bc8-961d-620054d91d51 admin admin] Calling delete_port for 8c05934a-6335-4203-ae25-3950f27fe0a1 owned by network:router_interface {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:29.421774 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b6c86f32-92be-4bc8-961d-620054d91d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:29.426475 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4c0a25ea-dfea-42e3-b0a4-1a272ebb6cc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:29.732205 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c86f32-92be-4bc8-961d-620054d91d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c05934a-6335-4203-ae25-3950f27fe0a1,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:29.736361 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-b6c86f32-92be-4bc8-961d-620054d91d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:30.021540 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:30.061669 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b6c86f32-92be-4bc8-961d-620054d91d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853820701'] for router_interface, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:30.510568 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c86f32-92be-4bc8-961d-620054d91d51 admin admin] Router 247073a7-a009-415e-96cc-7e2df09de677 has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:27:30.706805 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c86f32-92be-4bc8-961d-620054d91d51 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:27:30.716597 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47537bc-c719-4e0f-b2e0-1b5fea1cb3b7 None None] Sync routers for ids ['247073a7-a009-415e-96cc-7e2df09de677'] in dv-cinder-786928-1-smb {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:27:30.726906 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47537bc-c719-4e0f-b2e0-1b5fea1cb3b7 None None] Routers {'247073a7-a009-415e-96cc-7e2df09de677'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:27:30.727611 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-f47537bc-c719-4e0f-b2e0-1b5fea1cb3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:27:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['247073a7-a009-415e-96cc-7e2df09de677'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:30.776193 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-b6c86f32-92be-4bc8-961d-620054d91d51 admin admin] 10.222.0.20 "PUT /v2.0/routers/247073a7-a009-415e-96cc-7e2df09de677/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8645508 Apr 19 18:27:30.778674 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43952) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:30.923683 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-f47537bc-c719-4e0f-b2e0-1b5fea1cb3b7 None None] Set router 247073a7-a009-415e-96cc-7e2df09de677 gateway port host: dv-cinder-786928-1-smb {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:27:30.976845 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Notify callbacks [] for router, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:31.172384 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:31.181257 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Deleting port 878c374a-7465-4d3e-98ce-428e9f92544f {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:31.181637 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:31.245695 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-f47537bc-c719-4e0f-b2e0-1b5fea1cb3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247073a7-a009-415e-96cc-7e2df09de677', 'name': 'tempest-TestShelveInstance-733477448-router', 'tenant_id': 'c2c381dc3a20413b956718a231d968bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.107'}], 'enable_snat': True}, 'gw_port_id': '878c374a-7465-4d3e-98ce-428e9f92544f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:07Z', 'updated_at': '2021-04-19T18:27:29Z', 'revision_number': 5, 'project_id': 'c2c381dc3a20413b956718a231d968bc', 'gw_port': {'id': '878c374a-7465-4d3e-98ce-428e9f92544f', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:da:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247073a7-a009-415e-96cc-7e2df09de677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:22:11Z', 'updated_at': '2021-04-19T18:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:31.249911 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47537bc-c719-4e0f-b2e0-1b5fea1cb3b7 None None] Checking router: 247073a7-a009-415e-96cc-7e2df09de677 for host: dv-cinder-786928-1-smb {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:27:31.259729 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47537bc-c719-4e0f-b2e0-1b5fea1cb3b7 None None] Routers {'247073a7-a009-415e-96cc-7e2df09de677'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:27:31.260414 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-f47537bc-c719-4e0f-b2e0-1b5fea1cb3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:27:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['247073a7-a009-415e-96cc-7e2df09de677'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:31.382368 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] For port 878c374a-7465-4d3e-98ce-428e9f92544f, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=878c374a-7465-4d3e-98ce-428e9f92544f,segment=NetworkSegment(1f30a495-c1e9-401c-a4af-f66487472610),segment_id=1f30a495-c1e9-401c-a4af-f66487472610)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:31.382770 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:31.522834 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-f47537bc-c719-4e0f-b2e0-1b5fea1cb3b7 None None] Set router 247073a7-a009-415e-96cc-7e2df09de677 gateway port host: None {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:27:31.541551 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Calling delete_port for 878c374a-7465-4d3e-98ce-428e9f92544f owned by network:router_gateway {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:31.663329 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-f47537bc-c719-4e0f-b2e0-1b5fea1cb3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '247073a7-a009-415e-96cc-7e2df09de677', 'name': 'tempest-TestShelveInstance-733477448-router', 'tenant_id': 'c2c381dc3a20413b956718a231d968bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:07Z', 'updated_at': '2021-04-19T18:27:31Z', 'revision_number': 6, 'project_id': 'c2c381dc3a20413b956718a231d968bc', 'gw_port_host': None}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:31.668413 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47537bc-c719-4e0f-b2e0-1b5fea1cb3b7 None None] The sync data for ids ['247073a7-a009-415e-96cc-7e2df09de677'] in dv-cinder-786928-1-smb is: [{'id': '247073a7-a009-415e-96cc-7e2df09de677', 'name': 'tempest-TestShelveInstance-733477448-router', 'tenant_id': 'c2c381dc3a20413b956718a231d968bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:22:07Z', 'updated_at': '2021-04-19T18:27:31Z', 'revision_number': 6, 'project_id': 'c2c381dc3a20413b956718a231d968bc', 'gw_port_host': None}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:27:31.776615 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:31.782102 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e03800c0-ee36-4c6f-b46d-40efd9aa1562 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:31.837393 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Pushing event deleted for resources: {'Port': ['ID=878c374a-7465-4d3e-98ce-428e9f92544f,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:31.886322 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:31.886762 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:31.887190 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:31.887646 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:31.888052 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:31.888584 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:31.888847 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:31.889255 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:31.889667 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:31.890074 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:31.890481 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:31.890893 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:31.922145 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:31.965289 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-950882'] for router_gateway, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:32.168209 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-980542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760900'] for router, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:32.170785 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:32.192845 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853825158'] for router, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:32.193420 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 247073a7-a009-415e-96cc-7e2df09de677 {{(pid=86364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:27:32.208786 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:32.210040 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-7826d804-e5af-4ab8-b047-0d29255c81ad admin admin] 10.222.0.20 "DELETE /v2.0/routers/247073a7-a009-415e-96cc-7e2df09de677 HTTP/1.1" status: 204 len: 168 time: 1.4302001 Apr 19 18:27:32.212954 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 43978) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:32.280202 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a394e3-1499-42a7-923c-2c0b36570bf5 admin admin] Deleting subnet 9d284655-2ffe-4495-b5a5-4ef19ad1d859 {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:27:32.283588 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-28a394e3-1499-42a7-923c-2c0b36570bf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:32.341026 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-28a394e3-1499-42a7-923c-2c0b36570bf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853074136'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:32.432974 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-28a394e3-1499-42a7-923c-2c0b36570bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16567764'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:32.707686 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-28a394e3-1499-42a7-923c-2c0b36570bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838208020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851668930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852618523'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:32.713051 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-10e7072e-2065-4560-aee8-8d1e9fdb69fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:32.795306 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a394e3-1499-42a7-923c-2c0b36570bf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d284655-2ffe-4495-b5a5-4ef19ad1d859,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:32.797496 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-28a394e3-1499-42a7-923c-2c0b36570bf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:32.803304 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1bb0c6-acc0-4afb-830c-7eb76b20e5dc None None] Network a20fc5e6-2855-4458-8aaf-9d3d19620b7d requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:27:33.085247 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-28a394e3-1499-42a7-923c-2c0b36570bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:33.087337 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-28a394e3-1499-42a7-923c-2c0b36570bf5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9d284655-2ffe-4495-b5a5-4ef19ad1d859 HTTP/1.1" status: 204 len: 168 time: 0.8733294 Apr 19 18:27:33.090246 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 43986) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:33.161556 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f70a4e8c-11af-4dac-8e3c-461eef48e977 req-0a27b2e4-354b-4ad4-9517-77acc774b974 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4151950 Apr 19 18:27:33.260382 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655000'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:33.276570 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Deleting port ecd6cc9a-68e8-45a0-9db1-d2989667b690 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:33.277040 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:33.344138 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c5f569-72a8-4fed-b065-9e9b082b8c8d None None] DHCP port deletion for a20fc5e6-2855-4458-8aaf-9d3d19620b7d request from dv-cinder-786928-1-smb {{(pid=86365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:27:33.352113 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-49c5f569-72a8-4fed-b065-9e9b082b8c8d None None] Deleting port ecd6cc9a-68e8-45a0-9db1-d2989667b690 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:33.353006 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-49c5f569-72a8-4fed-b065-9e9b082b8c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:33.393906 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a4e8c-11af-4dac-8e3c-461eef48e977 req-9719363f-ef3c-42de-afb7-406568bb2962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:33.395972 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f70a4e8c-11af-4dac-8e3c-461eef48e977 req-9719363f-ef3c-42de-afb7-406568bb2962 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2ecc46ba406c49228523cb5b97f01bf0&device_id=e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e HTTP/1.1" status: 200 len: 1098 time: 0.0845416 Apr 19 18:27:33.534289 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] For port ecd6cc9a-68e8-45a0-9db1-d2989667b690, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=ecd6cc9a-68e8-45a0-9db1-d2989667b690,segment=NetworkSegment(7192b8e2-0d64-43a3-9726-fac5d3d0f51b),segment_id=7192b8e2-0d64-43a3-9726-fac5d3d0f51b)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:33.534828 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:33.594940 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a4e8c-11af-4dac-8e3c-461eef48e977 req-b021f723-62b4-4d40-ba89-48e0e0211502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:33.597330 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f70a4e8c-11af-4dac-8e3c-461eef48e977 req-b021f723-62b4-4d40-ba89-48e0e0211502 service neutron] 10.222.0.95 "GET /v2.0/networks?id=69808130-b7ac-463c-88f3-9f02786d4c57 HTTP/1.1" status: 200 len: 911 time: 0.1810577 Apr 19 18:27:33.704251 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Calling delete_port for ecd6cc9a-68e8-45a0-9db1-d2989667b690 owned by network:dhcp {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:33.710462 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-49c5f569-72a8-4fed-b065-9e9b082b8c8d None None] For port ecd6cc9a-68e8-45a0-9db1-d2989667b690, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=ecd6cc9a-68e8-45a0-9db1-d2989667b690,segment=NetworkSegment(7192b8e2-0d64-43a3-9726-fac5d3d0f51b),segment_id=7192b8e2-0d64-43a3-9726-fac5d3d0f51b)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:33.710918 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-49c5f569-72a8-4fed-b065-9e9b082b8c8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:33.782722 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f70a4e8c-11af-4dac-8e3c-461eef48e977 req-ca4b8d41-1c8a-4523-9887-eaa82e7029f9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4031cc68-a3d0-4f0c-9f15-413b8a1280d7 HTTP/1.1" status: 200 len: 1001 time: 0.1784079 Apr 19 18:27:33.821447 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853523096'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:33.826889 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-460e68ea-3b99-4013-9f19-e401df7c8988 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:33.850718 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 8c05934a-6335-4203-ae25-3950f27fe0a1 no longer exists at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:27:33.855646 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a4e8c-11af-4dac-8e3c-461eef48e977 req-7a04ecc9-ec2f-4dda-a13a-7f6a82578a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:33.857257 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f70a4e8c-11af-4dac-8e3c-461eef48e977 req-7a04ecc9-ec2f-4dda-a13a-7f6a82578a84 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=66d92eeb-4f8e-4ed9-99f4-6a70f34b270c HTTP/1.1" status: 200 len: 849 time: 0.0685935 Apr 19 18:27:33.878855 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd6cc9a-68e8-45a0-9db1-d2989667b690,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:33.888838 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:33.889332 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:33.889676 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:33.890043 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:33.890450 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:33.890882 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:33.891275 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:33.891662 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:33.892062 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:33.892458 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:33.892855 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:33.893255 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-smb {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 19 18:27:33.895606 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-49c5f569-72a8-4fed-b065-9e9b082b8c8d None None] Calling delete_port for ecd6cc9a-68e8-45a0-9db1-d2989667b690 owned by network:dhcp {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:33.896973 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] No DVR routers for this DVR port ecd6cc9a-68e8-45a0-9db1-d2989667b690 on host dv-cinder-786928-1-smb {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:27:33.898611 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:33.945989 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] No Port match for: 8c05934a-6335-4203-ae25-3950f27fe0a1 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:27:33.946273 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 8c05934a-6335-4203-ae25-3950f27fe0a1 not bound to the agent host dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:27:33.946613 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device ecd6cc9a-68e8-45a0-9db1-d2989667b690 no longer exists at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:27:33.957720 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a4e8c-11af-4dac-8e3c-461eef48e977 req-259fdaf1-6846-4495-812f-a686449b2a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:33.959385 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f70a4e8c-11af-4dac-8e3c-461eef48e977 req-259fdaf1-6846-4495-812f-a686449b2a16 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=69808130-b7ac-463c-88f3-9f02786d4c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0951447 Apr 19 18:27:33.990541 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] No Port match for: ecd6cc9a-68e8-45a0-9db1-d2989667b690 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:27:33.990913 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device ecd6cc9a-68e8-45a0-9db1-d2989667b690 not bound to the agent host dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:27:33.991695 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 878c374a-7465-4d3e-98ce-428e9f92544f no longer exists at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:27:34.035511 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838208127', 'neutron.services.segments.db._delete_segments_for_network-8728807561075'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:34.044592 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] No Port match for: 878c374a-7465-4d3e-98ce-428e9f92544f {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:27:34.045534 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 878c374a-7465-4d3e-98ce-428e9f92544f not bound to the agent host dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:27:34.083806 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.db.api [None req-49c5f569-72a8-4fed-b065-9e9b082b8c8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86365) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:27:34.084156 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_db.api [None req-49c5f569-72a8-4fed-b065-9e9b082b8c8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:27:34.120874 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f70a4e8c-11af-4dac-8e3c-461eef48e977 req-ee3ba0f0-33ed-41a1-8eca-20aed8196ab4 service neutron] 10.222.0.95 "GET /v2.0/networks/69808130-b7ac-463c-88f3-9f02786d4c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540232 Apr 19 18:27:34.159026 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20fc5e6-2855-4458-8aaf-9d3d19620b7d']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:34.173574 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7192b8e2-0d64-43a3-9726-fac5d3d0f51b') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:34.174103 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7192b8e2-0d64-43a3-9726-fac5d3d0f51b') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:34.187831 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308047041891', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127947'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:34.204215 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:34.212022 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:27:34.283221 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-f70a4e8c-11af-4dac-8e3c-461eef48e977 req-99a5465f-17ff-4049-b9af-ee4f2fda26ff service neutron] 10.222.0.95 "GET /v2.0/networks/69808130-b7ac-463c-88f3-9f02786d4c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554234 Apr 19 18:27:34.407709 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Network a20fc5e6-2855-4458-8aaf-9d3d19620b7d has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:27:34.418541 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16650949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1252639'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:34.585204 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-49c5f569-72a8-4fed-b065-9e9b082b8c8d None None] Deleting port ecd6cc9a-68e8-45a0-9db1-d2989667b690 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:34.585807 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-49c5f569-72a8-4fed-b065-9e9b082b8c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:34.617868 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Network a20fc5e6-2855-4458-8aaf-9d3d19620b7d has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: Traceback (most recent call last): Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: timer() Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: cb(*args, **kw) Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: return func(*args, **kwargs) Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: self._notify() Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: self.callback(batched_events) Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: event.method(event) Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: segment_id)['aggregates'][0] Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: return f(self, *a, **k) Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: return self._get(url).json() Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: **kwargs) Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: return self.request(url, 'GET', **kwargs) Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: **endpoint_filter) Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:27:34.641559 dv-cinder-786928-1-smb neutron-server[86248]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:27:34.665982 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-49c5f569-72a8-4fed-b065-9e9b082b8c8d None None] The port 'ecd6cc9a-68e8-45a0-9db1-d2989667b690' was deleted {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:27:34.729761 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16567689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962437'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:34.733996 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:34.754518 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:34.769300 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a20fc5e6-2855-4458-8aaf-9d3d19620b7d HTTP/1.1" status: 204 len: 168 time: 1.6769674 Apr 19 18:27:34.784926 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a20fc5e6-2855-4458-8aaf-9d3d19620b7d,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:34.794053 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-45d11f2d-0870-4f62-a307-8175b4db07c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:34.911409 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44014) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:34.967920 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-885c7c38-e115-47e1-bff8-2f47d0b33628 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f6c506fc525541018ae925b541941e2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550709 Apr 19 18:27:34.970468 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44018) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:35.046196 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9f8259c8-8578-462a-83d6-c00ccfb2a0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:35.077202 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9f8259c8-8578-462a-83d6-c00ccfb2a0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:35.132020 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9f8259c8-8578-462a-83d6-c00ccfb2a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:35.142594 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-1190921a-b559-430d-b3ea-b116286f110f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:35.156404 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8259c8-8578-462a-83d6-c00ccfb2a0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497e4639-f955-4f2e-8932-25e246b20651,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:35.159557 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-9f8259c8-8578-462a-83d6-c00ccfb2a0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:35.162565 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-9f8259c8-8578-462a-83d6-c00ccfb2a0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:35.166296 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-9f8259c8-8578-462a-83d6-c00ccfb2a0a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/497e4639-f955-4f2e-8932-25e246b20651 HTTP/1.1" status: 204 len: 168 time: 0.1918378 Apr 19 18:27:35.543500 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44034) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:35.598249 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-63d42052-b7a7-4532-bae8-62ce048af86d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2c381dc3a20413b956718a231d968bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534389 Apr 19 18:27:35.600826 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44038) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:35.666361 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-efe7449e-86f0-470c-b842-5d284c6284d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:35.694467 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-efe7449e-86f0-470c-b842-5d284c6284d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:35.757539 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-efe7449e-86f0-470c-b842-5d284c6284d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:35.762864 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-b205b53e-9ed0-4a12-9aa3-fcd5520dea2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:35.774450 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7449e-86f0-470c-b842-5d284c6284d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5a8b95-82af-47b5-83f8-110586cabf23,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:35.779688 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-efe7449e-86f0-470c-b842-5d284c6284d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:35.782160 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-efe7449e-86f0-470c-b842-5d284c6284d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:35.785135 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-efe7449e-86f0-470c-b842-5d284c6284d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d5a8b95-82af-47b5-83f8-110586cabf23 HTTP/1.1" status: 204 len: 168 time: 0.1823061 Apr 19 18:27:36.187539 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:27:38.807464 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44088) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:38.879492 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bba4953-49ce-49bb-b6aa-3415b120c3d5 admin admin] Deleting subnet c1a6c53f-1900-4e65-99b0-a0c90a6b0467 {{(pid=86363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:27:38.882793 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4bba4953-49ce-49bb-b6aa-3415b120c3d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:38.943854 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4bba4953-49ce-49bb-b6aa-3415b120c3d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851647869'] for subnet, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:39.004627 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4bba4953-49ce-49bb-b6aa-3415b120c3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16567764'] for subnet, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:39.277893 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4bba4953-49ce-49bb-b6aa-3415b120c3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838208020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853522756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1071933'] for subnet, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:39.283429 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0fcc7d15-5c80-4afa-8385-3d6b87e4efdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:39.322913 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba4953-49ce-49bb-b6aa-3415b120c3d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1a6c53f-1900-4e65-99b0-a0c90a6b0467,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:39.325554 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4bba4953-49ce-49bb-b6aa-3415b120c3d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:39.329341 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4bba4953-49ce-49bb-b6aa-3415b120c3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:39.332969 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-4bba4953-49ce-49bb-b6aa-3415b120c3d5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c1a6c53f-1900-4e65-99b0-a0c90a6b0467 HTTP/1.1" status: 204 len: 168 time: 0.5243871 Apr 19 18:27:39.335638 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44100) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:39.457898 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c62c6153-1456-49d6-82dd-5d6b501b4491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655000'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:39.598372 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c62c6153-1456-49d6-82dd-5d6b501b4491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838208127', 'neutron.services.segments.db._delete_segments_for_network-8728807561075'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:39.718410 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-c62c6153-1456-49d6-82dd-5d6b501b4491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995a9e66-f213-4d80-abd7-5a8211898bfb']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:39.731807 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-c62c6153-1456-49d6-82dd-5d6b501b4491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bfd2ab6-8e6a-4a79-9528-06329d02fbd7') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:39.732152 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-c62c6153-1456-49d6-82dd-5d6b501b4491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bfd2ab6-8e6a-4a79-9528-06329d02fbd7') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:39.745226 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c62c6153-1456-49d6-82dd-5d6b501b4491 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308047041891', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127947'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:39.761387 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c62c6153-1456-49d6-82dd-5d6b501b4491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:39.767774 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62c6153-1456-49d6-82dd-5d6b501b4491 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:27:39.960053 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-c62c6153-1456-49d6-82dd-5d6b501b4491 admin admin] Network 995a9e66-f213-4d80-abd7-5a8211898bfb has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:27:39.974795 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c62c6153-1456-49d6-82dd-5d6b501b4491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16650949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1252639'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:40.430273 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-c62c6153-1456-49d6-82dd-5d6b501b4491 admin admin] Network 995a9e66-f213-4d80-abd7-5a8211898bfb has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: Traceback (most recent call last): Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: timer() Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: cb(*args, **kw) Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: return func(*args, **kwargs) Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: self._notify() Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: self.callback(batched_events) Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: event.method(event) Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: segment_id)['aggregates'][0] Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: return f(self, *a, **k) Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: return self._get(url).json() Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: **kwargs) Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: return self.request(url, 'GET', **kwargs) Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: **endpoint_filter) Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:27:40.456707 dv-cinder-786928-1-smb neutron-server[86248]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:27:40.538147 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c62c6153-1456-49d6-82dd-5d6b501b4491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16567689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962437'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:40.541960 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:40.556666 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c62c6153-1456-49d6-82dd-5d6b501b4491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:40.568462 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c6153-1456-49d6-82dd-5d6b501b4491 admin admin] Pushing event deleted for resources: {'Network': ['ID=995a9e66-f213-4d80-abd7-5a8211898bfb,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:40.572231 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c62c6153-1456-49d6-82dd-5d6b501b4491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:40.576833 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-c62c6153-1456-49d6-82dd-5d6b501b4491 admin admin] 10.222.0.20 "DELETE /v2.0/networks/995a9e66-f213-4d80-abd7-5a8211898bfb HTTP/1.1" status: 204 len: 168 time: 1.2401569 Apr 19 18:27:40.579911 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44110) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:40.652335 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_v2 [None req-660acac7-15f4-4ee8-af16-d852cca20695 admin admin] Deleting subnet 0c92f8a9-f1e3-4f31-b65b-cf78d3eb623f {{(pid=86363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:27:40.655535 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-660acac7-15f4-4ee8-af16-d852cca20695 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:40.710067 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-660acac7-15f4-4ee8-af16-d852cca20695 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851647869'] for subnet, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:40.773349 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-660acac7-15f4-4ee8-af16-d852cca20695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16567764'] for subnet, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:41.056391 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-660acac7-15f4-4ee8-af16-d852cca20695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838208020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853522756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1071933'] for subnet, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:41.061646 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:41.100101 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660acac7-15f4-4ee8-af16-d852cca20695 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c92f8a9-f1e3-4f31-b65b-cf78d3eb623f,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:41.105812 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-660acac7-15f4-4ee8-af16-d852cca20695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:41.108812 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-660acac7-15f4-4ee8-af16-d852cca20695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:41.115348 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-660acac7-15f4-4ee8-af16-d852cca20695 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0c92f8a9-f1e3-4f31-b65b-cf78d3eb623f HTTP/1.1" status: 204 len: 168 time: 0.5341837 Apr 19 18:27:41.117752 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44124) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:41.241282 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-57ba36ea-11b9-4443-8e0e-ed56aa4deca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655000'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:41.377185 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-57ba36ea-11b9-4443-8e0e-ed56aa4deca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838208127', 'neutron.services.segments.db._delete_segments_for_network-8728807561075'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:41.505478 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-57ba36ea-11b9-4443-8e0e-ed56aa4deca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9286ad2a-7835-4334-a6f7-b5d9488dae0a']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:41.519721 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-57ba36ea-11b9-4443-8e0e-ed56aa4deca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daff39b4-ac61-4584-aff9-ac8728263880') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:41.520065 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-57ba36ea-11b9-4443-8e0e-ed56aa4deca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daff39b4-ac61-4584-aff9-ac8728263880') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:41.533654 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-57ba36ea-11b9-4443-8e0e-ed56aa4deca0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308047041891', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127947'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:41.551478 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-57ba36ea-11b9-4443-8e0e-ed56aa4deca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:41.558591 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ba36ea-11b9-4443-8e0e-ed56aa4deca0 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:27:41.756186 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-57ba36ea-11b9-4443-8e0e-ed56aa4deca0 admin admin] Network 9286ad2a-7835-4334-a6f7-b5d9488dae0a has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:27:41.767111 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-57ba36ea-11b9-4443-8e0e-ed56aa4deca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16650949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1252639'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:41.952744 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-57ba36ea-11b9-4443-8e0e-ed56aa4deca0 admin admin] Network 9286ad2a-7835-4334-a6f7-b5d9488dae0a has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: Traceback (most recent call last): Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: timer() Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: cb(*args, **kw) Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: return func(*args, **kwargs) Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: self._notify() Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: self.callback(batched_events) Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: event.method(event) Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: segment_id)['aggregates'][0] Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: return f(self, *a, **k) Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: return self._get(url).json() Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: **kwargs) Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: return self.request(url, 'GET', **kwargs) Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: **endpoint_filter) Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:27:41.981223 dv-cinder-786928-1-smb neutron-server[86248]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:27:42.059549 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-57ba36ea-11b9-4443-8e0e-ed56aa4deca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16567689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962437'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:42.063141 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fe942c6f-dcde-44b8-88d6-79f91ea149c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:42.077272 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-57ba36ea-11b9-4443-8e0e-ed56aa4deca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:42.087012 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba36ea-11b9-4443-8e0e-ed56aa4deca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9286ad2a-7835-4334-a6f7-b5d9488dae0a,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:42.089449 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-57ba36ea-11b9-4443-8e0e-ed56aa4deca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:42.091045 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-57ba36ea-11b9-4443-8e0e-ed56aa4deca0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9286ad2a-7835-4334-a6f7-b5d9488dae0a HTTP/1.1" status: 204 len: 168 time: 0.9722683 Apr 19 18:27:42.287499 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44132) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:42.351167 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-98cdc565-ae0e-44f8-8cba-c031e1cebd88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f602f09a60f4bd59023e9a15f609f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0622473 Apr 19 18:27:42.353762 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44138) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:42.418678 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-26088745-3057-4a90-8cd8-2cdb05cb2225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:42.446829 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-26088745-3057-4a90-8cd8-2cdb05cb2225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:42.496615 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-26088745-3057-4a90-8cd8-2cdb05cb2225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:42.504059 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-bfec5f67-b667-4d89-af05-a4d4977e026d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:42.519225 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26088745-3057-4a90-8cd8-2cdb05cb2225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db509b1-8b71-420b-8dd6-8e599f58c48a,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:42.522178 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-26088745-3057-4a90-8cd8-2cdb05cb2225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:42.530259 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-26088745-3057-4a90-8cd8-2cdb05cb2225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:42.534552 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-26088745-3057-4a90-8cd8-2cdb05cb2225 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5db509b1-8b71-420b-8dd6-8e599f58c48a HTTP/1.1" status: 204 len: 168 time: 0.1767375 Apr 19 18:27:42.935135 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 44156) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:42.993777 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-0307601e-3489-4471-b277-e099655a84d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20e05bd5cee2478fb75b4d3fbd5cea54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549314 Apr 19 18:27:42.994207 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44160) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:43.121258 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e45da337-d09d-455e-a3fe-5f58dafe1b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:43.165418 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e45da337-d09d-455e-a3fe-5f58dafe1b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:43.188372 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e290d98-ebbc-4005-98ca-1e82b872ebad req-fa17eb20-8cdf-4bee-bb72-80a0075d907d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:43.189977 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2e290d98-ebbc-4005-98ca-1e82b872ebad req-fa17eb20-8cdf-4bee-bb72-80a0075d907d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e HTTP/1.1" status: 200 len: 945 time: 0.1630430 Apr 19 18:27:43.257677 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-2e290d98-ebbc-4005-98ca-1e82b872ebad req-4b3c795a-1fa9-4180-ae12-d381d46a5e55 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=485bd06e-3597-4f4c-b65f-3f6b9a877d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601697 Apr 19 18:27:43.263142 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e45da337-d09d-455e-a3fe-5f58dafe1b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:43.268343 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-26088745-3057-4a90-8cd8-2cdb05cb2225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:43.282721 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45da337-d09d-455e-a3fe-5f58dafe1b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f9dafe-ddd5-49b6-a3a7-408c12e82378,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:43.285394 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e45da337-d09d-455e-a3fe-5f58dafe1b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:43.291138 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e45da337-d09d-455e-a3fe-5f58dafe1b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:43.292386 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-e45da337-d09d-455e-a3fe-5f58dafe1b6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81f9dafe-ddd5-49b6-a3a7-408c12e82378 HTTP/1.1" status: 204 len: 168 time: 0.2971058 Apr 19 18:27:44.475732 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75425325-1d70-4931-a64c-9050502ca4bd req-319b1a1c-1630-4879-a0b1-e3a710080a3d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:44.477433 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-75425325-1d70-4931-a64c-9050502ca4bd req-319b1a1c-1630-4879-a0b1-e3a710080a3d tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e HTTP/1.1" status: 200 len: 945 time: 0.0951211 Apr 19 18:27:44.530622 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44194) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:44.541979 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-75425325-1d70-4931-a64c-9050502ca4bd req-b666c527-bc87-4e07-af27-2bd6ce41543c tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups?id=485bd06e-3597-4f4c-b65f-3f6b9a877d42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573087 Apr 19 18:27:44.663555 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5474741b-a887-481f-a1e8-b7c7aa6dfdad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:44.679905 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-5474741b-a887-481f-a1e8-b7c7aa6dfdad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:27:44.684064 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-5474741b-a887-481f-a1e8-b7c7aa6dfdad admin admin] Usage tracker for resource:security_group_rule and tenant:02670db228c74307a0f19fa376a46cc1 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:27:44.687019 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-5474741b-a887-481f-a1e8-b7c7aa6dfdad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:27:44.693967 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-5474741b-a887-481f-a1e8-b7c7aa6dfdad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:27:44.787732 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5474741b-a887-481f-a1e8-b7c7aa6dfdad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:44.790714 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5474741b-a887-481f-a1e8-b7c7aa6dfdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:44.800769 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-991c5253-388e-4e09-b5b4-fc736c0a3fd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:44.812414 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324f98c-3ca8-477b-b714-61f8346dcb37 req-237ec366-b86e-4f5a-a727-fbb5ea76b443 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 19 18:27:44.814030 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c324f98c-3ca8-477b-b714-61f8346dcb37 req-237ec366-b86e-4f5a-a727-fbb5ea76b443 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e HTTP/1.1" status: 200 len: 945 time: 0.0954006 Apr 19 18:27:44.845183 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-5474741b-a887-481f-a1e8-b7c7aa6dfdad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02670db228c74307a0f19fa376a46cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132365 Apr 19 18:27:44.846173 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474741b-a887-481f-a1e8-b7c7aa6dfdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea7ee80-9a06-4df5-b942-de2d552cc0aa,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:44.849336 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44200) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:44.852036 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-5474741b-a887-481f-a1e8-b7c7aa6dfdad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:44.899180 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-c324f98c-3ca8-477b-b714-61f8346dcb37 req-5c7f8014-c9a1-4c2a-93b3-3f885087bf47 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Deleting port 4031cc68-a3d0-4f0c-9f15-413b8a1280d7 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:44.899876 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-c324f98c-3ca8-477b-b714-61f8346dcb37 req-5c7f8014-c9a1-4c2a-93b3-3f885087bf47 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:44.918732 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-081388ca-cf23-49c6-8ac1-9b24625c9f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:44.949697 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-081388ca-cf23-49c6-8ac1-9b24625c9f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:45.002159 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-081388ca-cf23-49c6-8ac1-9b24625c9f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:45.008821 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-79e91a2c-2917-4ec3-b067-84b7c06885ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:45.022661 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081388ca-cf23-49c6-8ac1-9b24625c9f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea7ee80-9a06-4df5-b942-de2d552cc0aa,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:45.026124 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-081388ca-cf23-49c6-8ac1-9b24625c9f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:45.028259 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-081388ca-cf23-49c6-8ac1-9b24625c9f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:45.032540 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-081388ca-cf23-49c6-8ac1-9b24625c9f92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ea7ee80-9a06-4df5-b942-de2d552cc0aa HTTP/1.1" status: 204 len: 168 time: 0.1791434 Apr 19 18:27:45.190538 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [req-c324f98c-3ca8-477b-b714-61f8346dcb37 req-5c7f8014-c9a1-4c2a-93b3-3f885087bf47 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] For port 4031cc68-a3d0-4f0c-9f15-413b8a1280d7, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4031cc68-a3d0-4f0c-9f15-413b8a1280d7,segment=NetworkSegment(969f0f32-ecdd-4589-bdda-93d384815005),segment_id=969f0f32-ecdd-4589-bdda-93d384815005)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:45.191167 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-c324f98c-3ca8-477b-b714-61f8346dcb37 req-5c7f8014-c9a1-4c2a-93b3-3f885087bf47 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:45.526744 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-c324f98c-3ca8-477b-b714-61f8346dcb37 req-5c7f8014-c9a1-4c2a-93b3-3f885087bf47 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:45.527289 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-c324f98c-3ca8-477b-b714-61f8346dcb37 req-5c7f8014-c9a1-4c2a-93b3-3f885087bf47 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962486'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:45.527528 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.db.l3_db [req-c324f98c-3ca8-477b-b714-61f8346dcb37 req-5c7f8014-c9a1-4c2a-93b3-3f885087bf47 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Floating IP 241ba508-8653-4cc6-a88c-31fb4241d93e disassociated. External IP: 172.28.1.183, port: 4031cc68-a3d0-4f0c-9f15-413b8a1280d7. Apr 19 18:27:45.527939 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [req-c324f98c-3ca8-477b-b714-61f8346dcb37 req-5c7f8014-c9a1-4c2a-93b3-3f885087bf47 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Calling delete_port for 4031cc68-a3d0-4f0c-9f15-413b8a1280d7 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:45.711021 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-c324f98c-3ca8-477b-b714-61f8346dcb37 req-5c7f8014-c9a1-4c2a-93b3-3f885087bf47 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:45.717959 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-424ba725-e06e-46d3-943a-667a61a1b8b7 tempest-TestMinimumBasicScenario-1743883119 tempest-TestMinimumBasicScenario-1743883119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:45.728648 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-a8457960-9bfd-4b7b-a74e-62b56afa09dd req-4758d284-1d5b-40c3-86a6-ba9af565d6ae tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e HTTP/1.1" status: 200 len: 210 time: 0.0552392 Apr 19 18:27:45.775844 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f8014-c9a1-4c2a-93b3-3f885087bf47 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Pushing event deleted for resources: {'Port': ['ID=4031cc68-a3d0-4f0c-9f15-413b8a1280d7,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:45.779580 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-5c7f8014-c9a1-4c2a-93b3-3f885087bf47 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:45.989578 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c324f98c-3ca8-477b-b714-61f8346dcb37 req-5c7f8014-c9a1-4c2a-93b3-3f885087bf47 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Router 6997219b-9f81-42bd-8d91-569b9e2b8550 has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:27:46.197201 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c324f98c-3ca8-477b-b714-61f8346dcb37 req-5c7f8014-c9a1-4c2a-93b3-3f885087bf47 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:27:46.210469 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f9d541-73f5-435a-894a-bae1764345ac None None] Sync routers for ids ['6997219b-9f81-42bd-8d91-569b9e2b8550'] in dv-cinder-786928-1-smb {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:27:46.226104 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f9d541-73f5-435a-894a-bae1764345ac None None] Routers {'6997219b-9f81-42bd-8d91-569b9e2b8550'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:27:46.227070 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-f7f9d541-73f5-435a-894a-bae1764345ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:27:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['6997219b-9f81-42bd-8d91-569b9e2b8550'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:46.289132 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [req-c324f98c-3ca8-477b-b714-61f8346dcb37 req-5c7f8014-c9a1-4c2a-93b3-3f885087bf47 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] No DVR routers for this DVR port 4031cc68-a3d0-4f0c-9f15-413b8a1280d7 on host hv-cinder-78692 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:27:46.291935 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [req-c324f98c-3ca8-477b-b714-61f8346dcb37 req-5c7f8014-c9a1-4c2a-93b3-3f885087bf47 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:46.295324 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e', 'name': 'network-vif-deleted', 'tag': '4031cc68-a3d0-4f0c-9f15-413b8a1280d7'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 19 18:27:46.316002 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-c324f98c-3ca8-477b-b714-61f8346dcb37 req-5c7f8014-c9a1-4c2a-93b3-3f885087bf47 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.95 "DELETE /v2.0/ports/4031cc68-a3d0-4f0c-9f15-413b8a1280d7 HTTP/1.1" status: 204 len: 173 time: 1.4960449 Apr 19 18:27:46.356384 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e', 'name': 'network-vif-deleted', 'tag': '4031cc68-a3d0-4f0c-9f15-413b8a1280d7', 'status': 'completed', 'code': 200} Apr 19 18:27:46.460506 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-f7f9d541-73f5-435a-894a-bae1764345ac None None] Set router 6997219b-9f81-42bd-8d91-569b9e2b8550 gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:27:46.839678 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-f7f9d541-73f5-435a-894a-bae1764345ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'name': 'tempest-AttachVolumeTestJSON-584008685-router', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:23:26Z', 'updated_at': '2021-04-19T18:23:31Z', 'revision_number': 4, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'gw_port': {'id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:27Z', 'updated_at': '2021-04-19T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': '991daf42-0c8c-4426-aee4-ad4be99b26e7', 'name': '', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'mac_address': 'fa:16:3e:2b:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:30Z', 'updated_at': '2021-04-19T18:23:39Z', 'revision_number': 5, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'subnets': [{'id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:46.844522 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f9d541-73f5-435a-894a-bae1764345ac None None] Checking router: 6997219b-9f81-42bd-8d91-569b9e2b8550 for host: dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:27:46.854890 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f9d541-73f5-435a-894a-bae1764345ac None None] Routers {'6997219b-9f81-42bd-8d91-569b9e2b8550'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:27:46.855748 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-f7f9d541-73f5-435a-894a-bae1764345ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:27:23Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['6997219b-9f81-42bd-8d91-569b9e2b8550'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:46.926634 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [req-117c42d0-b732-4932-a720-d2c1538728c8 req-c9340b3f-46cd-4121-9d37-4fec6ba6078b tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4a6f0cf-95a0-4e5e-9d33-d69a5ca37c8e HTTP/1.1" status: 200 len: 210 time: 0.0542758 Apr 19 18:27:47.063705 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-f7f9d541-73f5-435a-894a-bae1764345ac None None] Set router 6997219b-9f81-42bd-8d91-569b9e2b8550 gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:27:47.412651 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-f7f9d541-73f5-435a-894a-bae1764345ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'name': 'tempest-AttachVolumeTestJSON-584008685-router', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:23:26Z', 'updated_at': '2021-04-19T18:23:31Z', 'revision_number': 4, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'gw_port': {'id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:27Z', 'updated_at': '2021-04-19T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': '991daf42-0c8c-4426-aee4-ad4be99b26e7', 'name': '', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'mac_address': 'fa:16:3e:2b:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:30Z', 'updated_at': '2021-04-19T18:23:39Z', 'revision_number': 5, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'subnets': [{'id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:47.417546 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f9d541-73f5-435a-894a-bae1764345ac None None] The sync data for ids ['6997219b-9f81-42bd-8d91-569b9e2b8550'] in dv-cinder-786928-1-smb is: [{'id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'name': 'tempest-AttachVolumeTestJSON-584008685-router', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:23:26Z', 'updated_at': '2021-04-19T18:23:31Z', 'revision_number': 4, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'gw_port': {'id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:27Z', 'updated_at': '2021-04-19T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb', '_interfaces': [{'id': '991daf42-0c8c-4426-aee4-ad4be99b26e7', 'name': '', 'network_id': '69808130-b7ac-463c-88f3-9f02786d4c57', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'mac_address': 'fa:16:3e:2b:0d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:30Z', 'updated_at': '2021-04-19T18:23:39Z', 'revision_number': 5, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'subnets': [{'id': '66d92eeb-4f8e-4ed9-99f4-6a70f34b270c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:27:47.848405 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c6064c-089c-4b1b-aec3-18c3a2ebd37f None None] New status for floating IP 241ba508-8653-4cc6-a88c-31fb4241d93e: DOWN {{(pid=86365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 19 18:27:48.057503 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 44296) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:48.136738 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-10c1a895-7759-4cff-afaf-1cd6978f38e6 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:48.168961 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-10c1a895-7759-4cff-afaf-1cd6978f38e6 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:48.221425 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-10c1a895-7759-4cff-afaf-1cd6978f38e6 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:48.227016 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-5d19060d-7944-4bd8-a2c3-27ae786563d9 tempest-AttachVolumeShelveTestJSON-1543188794 tempest-AttachVolumeShelveTestJSON-1543188794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:48.247710 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1a895-7759-4cff-afaf-1cd6978f38e6 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=485bd06e-3597-4f4c-b65f-3f6b9a877d42,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:48.250665 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-10c1a895-7759-4cff-afaf-1cd6978f38e6 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:48.259280 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-10c1a895-7759-4cff-afaf-1cd6978f38e6 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:48.260564 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-10c1a895-7759-4cff-afaf-1cd6978f38e6 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "DELETE /v2.0/security-groups/485bd06e-3597-4f4c-b65f-3f6b9a877d42 HTTP/1.1" status: 204 len: 168 time: 0.2019732 Apr 19 18:27:48.265303 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 44300) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:48.284025 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.api.v2.resource [None req-46480b66-7b7b-422f-b01e-84dc9f9ac777 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] show failed (client error): The resource could not be found. Apr 19 18:27:48.285170 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-46480b66-7b7b-422f-b01e-84dc9f9ac777 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "GET /v2.0/security-groups/485bd06e-3597-4f4c-b65f-3f6b9a877d42 HTTP/1.1" status: 404 len: 347 time: 0.0188503 Apr 19 18:27:48.288249 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 44304) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:48.465798 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-63845a12-0504-4186-82bd-87deda81be2a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Deleting port 9268ea4b-73ee-4a42-b012-acbfd692bee2 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:48.466178 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-63845a12-0504-4186-82bd-87deda81be2a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:48.580815 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 4031cc68-a3d0-4f0c-9f15-413b8a1280d7 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:27:48.622834 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-475608ed-a13e-46e7-9848-c108f45467de None None] No Port match for: 4031cc68-a3d0-4f0c-9f15-413b8a1280d7 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:27:48.623213 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Device 4031cc68-a3d0-4f0c-9f15-413b8a1280d7 not bound to the agent host hv-cinder-78692 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:27:48.665192 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-63845a12-0504-4186-82bd-87deda81be2a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:48.665564 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-63845a12-0504-4186-82bd-87deda81be2a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:48.811668 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-63845a12-0504-4186-82bd-87deda81be2a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Calling delete_port for 9268ea4b-73ee-4a42-b012-acbfd692bee2 owned by network:floatingip {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:48.972517 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-63845a12-0504-4186-82bd-87deda81be2a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:48.977312 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cda9feef-e39c-4819-9588-132f5ef2547a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:49.029986 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63845a12-0504-4186-82bd-87deda81be2a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Pushing event deleted for resources: {'Port': ['ID=9268ea4b-73ee-4a42-b012-acbfd692bee2,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:49.032780 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-63845a12-0504-4186-82bd-87deda81be2a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:49.136831 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-63845a12-0504-4186-82bd-87deda81be2a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks [] for floatingip, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:49.152423 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-63845a12-0504-4186-82bd-87deda81be2a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1700'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:49.153673 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-63845a12-0504-4186-82bd-87deda81be2a tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] 10.222.0.20 "DELETE /v2.0/floatingips/241ba508-8653-4cc6-a88c-31fb4241d93e HTTP/1.1" status: 204 len: 168 time: 0.8644426 Apr 19 18:27:50.369939 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2b5fd5b0-e586-4faa-93df-4864445c7ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:53.031443 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-51c49f66-235d-4f7a-982b-cf11e4ba96fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:53.251372 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 44344) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:53.854781 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:54.110947 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c266351c-7bef-400a-98d6-8725170aa2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853820771'] for router_interface, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:54.209012 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:54.515653 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-c266351c-7bef-400a-98d6-8725170aa2f4 admin admin] Deleting port 991daf42-0c8c-4426-aee4-ad4be99b26e7 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:54.515929 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c266351c-7bef-400a-98d6-8725170aa2f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:54.713953 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-c266351c-7bef-400a-98d6-8725170aa2f4 admin admin] For port 991daf42-0c8c-4426-aee4-ad4be99b26e7, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=991daf42-0c8c-4426-aee4-ad4be99b26e7,segment=NetworkSegment(969f0f32-ecdd-4589-bdda-93d384815005),segment_id=969f0f32-ecdd-4589-bdda-93d384815005)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:54.714275 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c266351c-7bef-400a-98d6-8725170aa2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:54.854655 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-c266351c-7bef-400a-98d6-8725170aa2f4 admin admin] Calling delete_port for 991daf42-0c8c-4426-aee4-ad4be99b26e7 owned by network:router_interface {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:55.038670 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c266351c-7bef-400a-98d6-8725170aa2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:55.043512 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-13fb4bf3-fe80-4a32-8775-0913c1f153a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:55.093846 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266351c-7bef-400a-98d6-8725170aa2f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=991daf42-0c8c-4426-aee4-ad4be99b26e7,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:55.098150 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c266351c-7bef-400a-98d6-8725170aa2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:55.387686 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-c266351c-7bef-400a-98d6-8725170aa2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853820701'] for router_interface, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:55.625090 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:55.786732 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c266351c-7bef-400a-98d6-8725170aa2f4 admin admin] Router 6997219b-9f81-42bd-8d91-569b9e2b8550 has already been hosted by L3 agent 6df6775a-bc7b-4dac-97f2-68fc1b953727 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 19 18:27:55.994420 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c266351c-7bef-400a-98d6-8725170aa2f4 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-smb the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 19 18:27:56.004616 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f05d576-ead2-4d5e-a2c9-9d569b74f099 None None] Sync routers for ids ['6997219b-9f81-42bd-8d91-569b9e2b8550'] in dv-cinder-786928-1-smb {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 19 18:27:56.008742 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-c266351c-7bef-400a-98d6-8725170aa2f4 admin admin] 10.222.0.20 "PUT /v2.0/routers/6997219b-9f81-42bd-8d91-569b9e2b8550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7561753 Apr 19 18:27:56.011455 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 44352) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:56.020922 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f05d576-ead2-4d5e-a2c9-9d569b74f099 None None] Routers {'6997219b-9f81-42bd-8d91-569b9e2b8550'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:27:56.021425 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-2f05d576-ead2-4d5e-a2c9-9d569b74f099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:27:53Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['6997219b-9f81-42bd-8d91-569b9e2b8550'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:56.228221 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a12bee2a-0ccd-41dc-870d-c7f5e51f5b97 admin admin] Notify callbacks [] for router, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:56.385094 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-2f05d576-ead2-4d5e-a2c9-9d569b74f099 None None] Set router 6997219b-9f81-42bd-8d91-569b9e2b8550 gateway port host: dv-cinder-786928-1-smb {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:27:56.709124 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a12bee2a-0ccd-41dc-870d-c7f5e51f5b97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:56.719046 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-a12bee2a-0ccd-41dc-870d-c7f5e51f5b97 admin admin] Deleting port 4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:56.719465 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a12bee2a-0ccd-41dc-870d-c7f5e51f5b97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:56.724747 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-2f05d576-ead2-4d5e-a2c9-9d569b74f099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'name': 'tempest-AttachVolumeTestJSON-584008685-router', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'external_fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244'}], 'enable_snat': True}, 'gw_port_id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:23:26Z', 'updated_at': '2021-04-19T18:27:54Z', 'revision_number': 5, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'gw_port': {'id': '4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7', 'name': '', 'network_id': '4dfc8324-dbda-4de1-90b3-5f147512ea2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'ip_address': '172.28.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:23:27Z', 'updated_at': '2021-04-19T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0204761-35d7-4590-8809-1a6eb894c7a2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-smb'}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:56.729028 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f05d576-ead2-4d5e-a2c9-9d569b74f099 None None] Checking router: 6997219b-9f81-42bd-8d91-569b9e2b8550 for host: dv-cinder-786928-1-smb {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 19 18:27:56.738619 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f05d576-ead2-4d5e-a2c9-9d569b74f099 None None] Routers {'6997219b-9f81-42bd-8d91-569b9e2b8550'} bound to L3 agent in host dv-cinder-786928-1-smb {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 19 18:27:56.739311 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-2f05d576-ead2-4d5e-a2c9-9d569b74f099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T18:10:53Z,description=,heartbeat_timestamp=2021-04-19T18:27:53Z,host='dv-cinder-786928-1-smb',id=6df6775a-bc7b-4dac-97f2-68fc1b953727,load=0,resource_versions=,resources_synced=,started_at=2021-04-19T18:10:53Z,topic='l3_agent')) {'router_ids': ['6997219b-9f81-42bd-8d91-569b9e2b8550'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:56.916883 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvr_db [None req-2f05d576-ead2-4d5e-a2c9-9d569b74f099 None None] Set router 6997219b-9f81-42bd-8d91-569b9e2b8550 gateway port host: None {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 19 18:27:56.925156 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-a12bee2a-0ccd-41dc-870d-c7f5e51f5b97 admin admin] For port 4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7,segment=NetworkSegment(1f30a495-c1e9-401c-a4af-f66487472610),segment_id=1f30a495-c1e9-401c-a4af-f66487472610)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:56.925561 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a12bee2a-0ccd-41dc-870d-c7f5e51f5b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:57.035057 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_hamode_db [None req-2f05d576-ead2-4d5e-a2c9-9d569b74f099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'name': 'tempest-AttachVolumeTestJSON-584008685-router', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:23:26Z', 'updated_at': '2021-04-19T18:27:56Z', 'revision_number': 6, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'gw_port_host': None}], 'dv-cinder-786928-1-smb', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:57.039439 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f05d576-ead2-4d5e-a2c9-9d569b74f099 None None] The sync data for ids ['6997219b-9f81-42bd-8d91-569b9e2b8550'] in dv-cinder-786928-1-smb is: [{'id': '6997219b-9f81-42bd-8d91-569b9e2b8550', 'name': 'tempest-AttachVolumeTestJSON-584008685-router', 'tenant_id': '2ecc46ba406c49228523cb5b97f01bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:23:26Z', 'updated_at': '2021-04-19T18:27:56Z', 'revision_number': 6, 'project_id': '2ecc46ba406c49228523cb5b97f01bf0', 'gw_port_host': None}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 19 18:27:57.066354 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-a12bee2a-0ccd-41dc-870d-c7f5e51f5b97 admin admin] Calling delete_port for 4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7 owned by network:router_gateway {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:57.264106 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a12bee2a-0ccd-41dc-870d-c7f5e51f5b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:57.269669 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-2be4842f-3b06-49f5-a9e3-67afa51112e1 tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:57.321412 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12bee2a-0ccd-41dc-870d-c7f5e51f5b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:57.324875 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a12bee2a-0ccd-41dc-870d-c7f5e51f5b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:57.426381 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a12bee2a-0ccd-41dc-870d-c7f5e51f5b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-950882'] for router_gateway, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:57.538469 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 991daf42-0c8c-4426-aee4-ad4be99b26e7 no longer exists at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:27:57.581093 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] No Port match for: 991daf42-0c8c-4426-aee4-ad4be99b26e7 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:27:57.581498 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 991daf42-0c8c-4426-aee4-ad4be99b26e7 not bound to the agent host dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:27:57.581977 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7 no longer exists at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:27:57.622371 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] No Port match for: 4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:27:57.622748 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device 4036eb0f-d8a0-4cbb-a882-2aadae4a4bc7 not bound to the agent host dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:27:57.624957 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a12bee2a-0ccd-41dc-870d-c7f5e51f5b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-980542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760900'] for router, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:57.627843 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a12bee2a-0ccd-41dc-870d-c7f5e51f5b97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:57.649175 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a12bee2a-0ccd-41dc-870d-c7f5e51f5b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853825158'] for router, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:57.649994 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12bee2a-0ccd-41dc-870d-c7f5e51f5b97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6997219b-9f81-42bd-8d91-569b9e2b8550 {{(pid=86364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 19 18:27:57.666610 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a12bee2a-0ccd-41dc-870d-c7f5e51f5b97 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:57.667876 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-a12bee2a-0ccd-41dc-870d-c7f5e51f5b97 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6997219b-9f81-42bd-8d91-569b9e2b8550 HTTP/1.1" status: 204 len: 168 time: 1.6553288 Apr 19 18:27:57.670572 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 44360) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:57.746217 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.db_base_plugin_v2 [None req-914f14a0-3843-4169-972b-12ce845cfed3 admin admin] Deleting subnet 66d92eeb-4f8e-4ed9-99f4-6a70f34b270c {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 19 18:27:57.749855 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-914f14a0-3843-4169-972b-12ce845cfed3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:57.805408 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-914f14a0-3843-4169-972b-12ce845cfed3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853074136'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:57.895453 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-914f14a0-3843-4169-972b-12ce845cfed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16567764'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:58.160093 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-914f14a0-3843-4169-972b-12ce845cfed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838208020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-948067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851668930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852618523'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:58.165384 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-64d7ddf2-6a0e-4ff1-9518-d188346f0608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:58.209005 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-914f14a0-3843-4169-972b-12ce845cfed3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:58.213905 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f14a0-3843-4169-972b-12ce845cfed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d92eeb-4f8e-4ed9-99f4-6a70f34b270c,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:58.214211 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ec81ae-dbd0-4be5-849b-83317155e8e2 None None] Network 69808130-b7ac-463c-88f3-9f02786d4c57 requested from dv-cinder-786928-1-smb {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 19 18:27:58.216472 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-914f14a0-3843-4169-972b-12ce845cfed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:58.219575 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-914f14a0-3843-4169-972b-12ce845cfed3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/66d92eeb-4f8e-4ed9-99f4-6a70f34b270c HTTP/1.1" status: 204 len: 168 time: 0.5479178 Apr 19 18:27:58.222972 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 44376) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:58.339218 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16655000'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:58.351170 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] Deleting port f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:58.351571 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:58.478737 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ef2c5f-92e0-4905-b09e-79329e55e433 None None] DHCP port deletion for 69808130-b7ac-463c-88f3-9f02786d4c57 request from dv-cinder-786928-1-smb {{(pid=86365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 19 18:27:58.482993 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef2c5f-92e0-4905-b09e-79329e55e433 None None] Deleting port f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:58.483456 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a0ef2c5f-92e0-4905-b09e-79329e55e433 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:58.588465 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] For port f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2,segment=NetworkSegment(969f0f32-ecdd-4589-bdda-93d384815005),segment_id=969f0f32-ecdd-4589-bdda-93d384815005)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:58.588887 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:58.709766 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.db [None req-a0ef2c5f-92e0-4905-b09e-79329e55e433 None None] For port f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2, host dv-cinder-786928-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-smb',level=0,port_id=f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2,segment=NetworkSegment(969f0f32-ecdd-4589-bdda-93d384815005),segment_id=969f0f32-ecdd-4589-bdda-93d384815005)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 19 18:27:58.710158 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a0ef2c5f-92e0-4905-b09e-79329e55e433 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853816966'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:58.731182 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] Calling delete_port for f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2 owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:58.817170 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16349893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363308047134495', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363308047580839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851667990'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:58.822362 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-3e8aea88-a4df-4141-8218-79931298260e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:58.847515 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef2c5f-92e0-4905-b09e-79329e55e433 None None] Calling delete_port for f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2 owned by network:dhcp {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 19 18:27:58.871114 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:58.874620 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:58.875420 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] No DVR routers for this DVR port f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2 on host dv-cinder-786928-1-smb {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 19 18:27:58.931295 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.db.api [None req-a0ef2c5f-92e0-4905-b09e-79329e55e433 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86365) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 19 18:27:58.931699 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_db.api [None req-a0ef2c5f-92e0-4905-b09e-79329e55e433 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 19 18:27:59.004359 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036838208127', 'neutron.services.segments.db._delete_segments_for_network-8728807561075'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:59.126643 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69808130-b7ac-463c-88f3-9f02786d4c57']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:59.140403 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969f0f32-ecdd-4589-bdda-93d384815005') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:59.140737 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.services.segments.db [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969f0f32-ecdd-4589-bdda-93d384815005') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 19 18:27:59.153647 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363308047041891', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1701664'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:59.169518 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838124878'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:59.176848 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 19 18:27:59.365946 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] Network 69808130-b7ac-463c-88f3-9f02786d4c57 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:27:59.375084 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16650949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3107741'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:59.433711 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef2c5f-92e0-4905-b09e-79329e55e433 None None] Deleting port f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 19 18:27:59.434111 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a0ef2c5f-92e0-4905-b09e-79329e55e433 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363308047136372'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:59.511659 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef2c5f-92e0-4905-b09e-79329e55e433 None None] The port 'f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2' was deleted {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 19 18:27:59.526198 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2 no longer exists at agent ovs-agent-dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 19 18:27:59.560961 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.managers [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] Network 69808130-b7ac-463c-88f3-9f02786d4c57 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 19 18:27:59.564490 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.plugin [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] No Port match for: f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 19 18:27:59.565468 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.plugins.ml2.rpc [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Device f9c5a6e2-9280-42e6-bf12-5d1c2cd441c2 not bound to the agent host dv-cinder-786928-1-smb {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: Traceback (most recent call last): Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: timer() Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: cb(*args, **kw) Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: return func(*args, **kwargs) Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: self._notify() Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: self.callback(batched_events) Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: event.method(event) Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: segment_id)['aggregates'][0] Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: return f(self, *a, **k) Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: return self._get(url).json() Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: **kwargs) Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: return self.request(url, 'GET', **kwargs) Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: **endpoint_filter) Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 19 18:27:59.591021 dv-cinder-786928-1-smb neutron-server[86248]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 19 18:27:59.668418 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16567689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854186087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-962437'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:59.673320 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854186102'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:27:59.677824 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-95b659dd-4ade-4ca6-9051-c193d171c6f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:27:59.701405 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] Pushing event deleted for resources: {'Network': ['ID=69808130-b7ac-463c-88f3-9f02786d4c57,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:27:59.703881 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:27:59.714518 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-fb71e4c8-2824-48b3-9827-5be041855d88 admin admin] 10.222.0.20 "DELETE /v2.0/networks/69808130-b7ac-463c-88f3-9f02786d4c57 HTTP/1.1" status: 204 len: 168 time: 1.4904132 Apr 19 18:27:59.896301 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 44386) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:27:59.959714 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-4f737f79-1819-4362-8822-a3656a1b54fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ecc46ba406c49228523cb5b97f01bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619729 Apr 19 18:27:59.962328 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 44390) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:28:00.020040 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:00.027893 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a6ee8d4f-24ac-42a0-a318-11a2fd99d4fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:00.056676 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a6ee8d4f-24ac-42a0-a318-11a2fd99d4fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:00.102706 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a6ee8d4f-24ac-42a0-a318-11a2fd99d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:00.107736 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-038ee7d2-70e3-4774-bb9a-446fe51d13ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:28:00.121847 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee8d4f-24ac-42a0-a318-11a2fd99d4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c0e3aa-2b02-4f74-99d4-ef29a97178ef,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:28:00.124492 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a6ee8d4f-24ac-42a0-a318-11a2fd99d4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:28:00.131381 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a6ee8d4f-24ac-42a0-a318-11a2fd99d4fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:00.134992 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-a6ee8d4f-24ac-42a0-a318-11a2fd99d4fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8c0e3aa-2b02-4f74-99d4-ef29a97178ef HTTP/1.1" status: 204 len: 168 time: 0.1692197 Apr 19 18:28:02.320244 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 44468) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:28:02.450619 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e2d584f2-b6de-48de-84b5-fd0427428265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:02.466831 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-e2d584f2-b6de-48de-84b5-fd0427428265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:28:02.470853 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-e2d584f2-b6de-48de-84b5-fd0427428265 admin admin] Usage tracker for resource:security_group_rule and tenant:4f4a2dceff4a4fa1a359057f6b63ec80 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:28:02.474964 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-e2d584f2-b6de-48de-84b5-fd0427428265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:28:02.480973 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-e2d584f2-b6de-48de-84b5-fd0427428265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:28:02.567698 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e2d584f2-b6de-48de-84b5-fd0427428265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:02.571006 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e2d584f2-b6de-48de-84b5-fd0427428265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:02.584875 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-0c673c79-e5b8-488b-b3aa-fdf1387a2510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:28:02.629889 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-e2d584f2-b6de-48de-84b5-fd0427428265 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f4a2dceff4a4fa1a359057f6b63ec80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084431 Apr 19 18:28:02.630878 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d584f2-b6de-48de-84b5-fd0427428265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2375346-719a-410b-b8cb-512a0c6f3664,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:28:02.632882 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44474) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:28:02.634158 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e2d584f2-b6de-48de-84b5-fd0427428265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:28:02.705493 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dc6ce0dc-f7b1-4d80-b3f1-8e58a24c6774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:02.739207 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dc6ce0dc-f7b1-4d80-b3f1-8e58a24c6774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:02.791097 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dc6ce0dc-f7b1-4d80-b3f1-8e58a24c6774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:02.796693 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cbe2de56-a660-48ab-b2fa-e38ade3fcc7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:28:02.808535 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ce0dc-f7b1-4d80-b3f1-8e58a24c6774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2375346-719a-410b-b8cb-512a0c6f3664,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:28:02.812565 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-dc6ce0dc-f7b1-4d80-b3f1-8e58a24c6774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:28:02.816708 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-dc6ce0dc-f7b1-4d80-b3f1-8e58a24c6774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:02.821256 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-dc6ce0dc-f7b1-4d80-b3f1-8e58a24c6774 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2375346-719a-410b-b8cb-512a0c6f3664 HTTP/1.1" status: 204 len: 168 time: 0.1854832 Apr 19 18:28:03.014898 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44488) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:28:03.126242 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44494) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:28:03.164270 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8b90eacd-01bb-4af4-b764-d6ecab078e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:03.175079 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-12f8ac56-59c6-4773-876f-b708399407e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:03.194495 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-8b90eacd-01bb-4af4-b764-d6ecab078e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:28:03.197123 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-12f8ac56-59c6-4773-876f-b708399407e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:28:03.201910 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-8b90eacd-01bb-4af4-b764-d6ecab078e8c admin admin] Usage tracker for resource:security_group_rule and tenant:12a055f35fd24ffbb78bab3bb2a3caf3 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:28:03.204911 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-12f8ac56-59c6-4773-876f-b708399407e7 admin admin] Usage tracker for resource:security_group_rule and tenant:5e6d0ef03590420dae13b48116bceba3 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:28:03.208530 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-8b90eacd-01bb-4af4-b764-d6ecab078e8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:28:03.211556 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-12f8ac56-59c6-4773-876f-b708399407e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:28:03.219556 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-8b90eacd-01bb-4af4-b764-d6ecab078e8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:28:03.222341 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-12f8ac56-59c6-4773-876f-b708399407e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:28:03.383174 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8b90eacd-01bb-4af4-b764-d6ecab078e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:03.385665 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-12f8ac56-59c6-4773-876f-b708399407e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:03.387551 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8b90eacd-01bb-4af4-b764-d6ecab078e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:03.396722 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-9f8259c8-8578-462a-83d6-c00ccfb2a0a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:28:03.403866 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-12f8ac56-59c6-4773-876f-b708399407e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:03.463644 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-8b90eacd-01bb-4af4-b764-d6ecab078e8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12a055f35fd24ffbb78bab3bb2a3caf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4474566 Apr 19 18:28:03.466504 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 44500) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:28:03.471755 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-12f8ac56-59c6-4773-876f-b708399407e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e6d0ef03590420dae13b48116bceba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3443141 Apr 19 18:28:03.472379 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44504) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:28:03.476544 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90eacd-01bb-4af4-b764-d6ecab078e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654c5c4f-2cf1-4d3d-a4b7-749b79d02332,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:28:03.494473 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8b90eacd-01bb-4af4-b764-d6ecab078e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:28:03.495046 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-95564466-6c32-409b-ae4b-63a470dfb85c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:28:03.535556 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1c5b3ea2-e187-4976-b0c8-3dd09758a827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:03.547613 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8ac56-59c6-4773-876f-b708399407e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c6b67c-a1e8-40e7-94a6-2d4fb06b1a6f,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:28:03.552720 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-12f8ac56-59c6-4773-876f-b708399407e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:28:03.564608 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1c5b3ea2-e187-4976-b0c8-3dd09758a827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:03.575954 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fc56efa8-1e9a-43a2-850e-241a0f8e8c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:03.604905 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fc56efa8-1e9a-43a2-850e-241a0f8e8c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:03.614295 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1c5b3ea2-e187-4976-b0c8-3dd09758a827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:03.619747 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-3035170a-fdba-4765-98d8-8b2c2e94d4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:28:03.636796 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b3ea2-e187-4976-b0c8-3dd09758a827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654c5c4f-2cf1-4d3d-a4b7-749b79d02332,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:28:03.642783 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-1c5b3ea2-e187-4976-b0c8-3dd09758a827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:28:03.645930 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-1c5b3ea2-e187-4976-b0c8-3dd09758a827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:03.647174 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-1c5b3ea2-e187-4976-b0c8-3dd09758a827 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/654c5c4f-2cf1-4d3d-a4b7-749b79d02332 HTTP/1.1" status: 204 len: 168 time: 0.1795459 Apr 19 18:28:03.657807 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fc56efa8-1e9a-43a2-850e-241a0f8e8c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:03.662085 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-dc6ce0dc-f7b1-4d80-b3f1-8e58a24c6774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:28:03.678134 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56efa8-1e9a-43a2-850e-241a0f8e8c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c6b67c-a1e8-40e7-94a6-2d4fb06b1a6f,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:28:03.680539 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fc56efa8-1e9a-43a2-850e-241a0f8e8c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:28:03.688323 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-fc56efa8-1e9a-43a2-850e-241a0f8e8c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:03.689577 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-fc56efa8-1e9a-43a2-850e-241a0f8e8c5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66c6b67c-a1e8-40e7-94a6-2d4fb06b1a6f HTTP/1.1" status: 204 len: 168 time: 0.2150233 Apr 19 18:28:05.140279 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44574) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:28:05.273758 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8ccc10de-8558-4541-815b-a04bd8f8533b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:05.289856 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-8ccc10de-8558-4541-815b-a04bd8f8533b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:28:05.293958 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-8ccc10de-8558-4541-815b-a04bd8f8533b admin admin] Usage tracker for resource:security_group_rule and tenant:6851672967b94bea9260f492aaef1daf is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:28:05.297002 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-8ccc10de-8558-4541-815b-a04bd8f8533b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:28:05.303166 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-8ccc10de-8558-4541-815b-a04bd8f8533b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:28:05.391837 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8ccc10de-8558-4541-815b-a04bd8f8533b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:05.396133 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8ccc10de-8558-4541-815b-a04bd8f8533b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:05.405920 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-46ae9cfc-cb49-4fe4-8049-af0ca1985998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:28:05.450653 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-8ccc10de-8558-4541-815b-a04bd8f8533b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6851672967b94bea9260f492aaef1daf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091567 Apr 19 18:28:05.451634 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc10de-8558-4541-815b-a04bd8f8533b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410b1fdb-5681-4a4b-b265-fdee6439bbcd,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:28:05.453491 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 44584) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:28:05.454815 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8ccc10de-8558-4541-815b-a04bd8f8533b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:28:05.527105 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-37654fe4-de25-4ca8-82b1-7081f74b28e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:05.555509 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-37654fe4-de25-4ca8-82b1-7081f74b28e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:05.602229 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-37654fe4-de25-4ca8-82b1-7081f74b28e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:05.607530 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-5e0f121a-b88f-48f2-a6cd-f01d02415760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:28:05.619740 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37654fe4-de25-4ca8-82b1-7081f74b28e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410b1fdb-5681-4a4b-b265-fdee6439bbcd,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:28:05.623637 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-37654fe4-de25-4ca8-82b1-7081f74b28e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:28:05.628305 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-37654fe4-de25-4ca8-82b1-7081f74b28e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:05.629685 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-37654fe4-de25-4ca8-82b1-7081f74b28e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/410b1fdb-5681-4a4b-b265-fdee6439bbcd HTTP/1.1" status: 204 len: 168 time: 0.1744401 Apr 19 18:28:06.762904 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 44614) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:28:06.895587 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-aab26e89-f0e3-4b5f-8f5e-e9237d48c3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:06.911997 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-aab26e89-f0e3-4b5f-8f5e-e9237d48c3f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:28:06.916052 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-aab26e89-f0e3-4b5f-8f5e-e9237d48c3f6 admin admin] Usage tracker for resource:security_group_rule and tenant:f7b041d5dd5c40c9a807a689ac700722 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:28:06.918986 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-aab26e89-f0e3-4b5f-8f5e-e9237d48c3f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:28:06.925364 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-aab26e89-f0e3-4b5f-8f5e-e9237d48c3f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:28:07.014437 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-aab26e89-f0e3-4b5f-8f5e-e9237d48c3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:07.018112 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-aab26e89-f0e3-4b5f-8f5e-e9237d48c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:07.027757 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-1a08654e-8b3e-4e3f-b95e-122d52678e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:28:07.071358 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-aab26e89-f0e3-4b5f-8f5e-e9237d48c3f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7b041d5dd5c40c9a807a689ac700722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071895 Apr 19 18:28:07.073145 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab26e89-f0e3-4b5f-8f5e-e9237d48c3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eac86df-844d-40e4-92c1-53589c6eaac6,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:28:07.074326 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44620) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:28:07.076490 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-aab26e89-f0e3-4b5f-8f5e-e9237d48c3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:28:07.142003 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-95b4ce84-3bda-4625-b0aa-4380b323036c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:07.169849 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-95b4ce84-3bda-4625-b0aa-4380b323036c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:07.215231 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-95b4ce84-3bda-4625-b0aa-4380b323036c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:07.220262 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-efe7449e-86f0-470c-b842-5d284c6284d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:28:07.233664 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4ce84-3bda-4625-b0aa-4380b323036c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eac86df-844d-40e4-92c1-53589c6eaac6,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:28:07.243850 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-95b4ce84-3bda-4625-b0aa-4380b323036c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:28:07.246957 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-95b4ce84-3bda-4625-b0aa-4380b323036c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:07.249207 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-95b4ce84-3bda-4625-b0aa-4380b323036c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8eac86df-844d-40e4-92c1-53589c6eaac6 HTTP/1.1" status: 204 len: 168 time: 0.1735325 Apr 19 18:28:07.546154 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44628) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:28:07.566025 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8531f904-8304-48be-a9cb-78340236fd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:07.581826 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-8531f904-8304-48be-a9cb-78340236fd79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:28:07.585977 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-8531f904-8304-48be-a9cb-78340236fd79 admin admin] Usage tracker for resource:security_group_rule and tenant:abe9254e92bc4f1f9fa9814941577583 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:28:07.589013 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-8531f904-8304-48be-a9cb-78340236fd79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:28:07.595178 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-8531f904-8304-48be-a9cb-78340236fd79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:28:07.684381 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8531f904-8304-48be-a9cb-78340236fd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:07.687214 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-8531f904-8304-48be-a9cb-78340236fd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:07.696093 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8b90eacd-01bb-4af4-b764-d6ecab078e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:28:07.742727 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-8531f904-8304-48be-a9cb-78340236fd79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abe9254e92bc4f1f9fa9814941577583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1953144 Apr 19 18:28:07.744381 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531f904-8304-48be-a9cb-78340236fd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3361306-7683-4b68-b824-d119bf44d3d5,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:28:07.745528 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 44632) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:28:07.747606 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-8531f904-8304-48be-a9cb-78340236fd79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:28:07.812479 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cf6e8532-478a-48c6-a5ce-4d3e9086565a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:07.840923 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cf6e8532-478a-48c6-a5ce-4d3e9086565a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:07.888457 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cf6e8532-478a-48c6-a5ce-4d3e9086565a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:07.893239 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-aab26e89-f0e3-4b5f-8f5e-e9237d48c3f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:28:07.908251 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e8532-478a-48c6-a5ce-4d3e9086565a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3361306-7683-4b68-b824-d119bf44d3d5,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:28:07.912859 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-cf6e8532-478a-48c6-a5ce-4d3e9086565a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:28:07.918985 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-cf6e8532-478a-48c6-a5ce-4d3e9086565a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:07.920243 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-cf6e8532-478a-48c6-a5ce-4d3e9086565a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3361306-7683-4b68-b824-d119bf44d3d5 HTTP/1.1" status: 204 len: 168 time: 0.1735828 Apr 19 18:28:10.807198 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 44704) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:28:10.932974 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4821c3fc-b59f-4901-8663-efdfb6904aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:10.949308 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4821c3fc-b59f-4901-8663-efdfb6904aea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:28:10.953386 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4821c3fc-b59f-4901-8663-efdfb6904aea admin admin] Usage tracker for resource:security_group_rule and tenant:dbcfeaf2c1014d76bca90f01d90bb11c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:28:10.956429 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-4821c3fc-b59f-4901-8663-efdfb6904aea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:28:10.962580 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-4821c3fc-b59f-4901-8663-efdfb6904aea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:28:11.047973 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4821c3fc-b59f-4901-8663-efdfb6904aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:11.051489 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-4821c3fc-b59f-4901-8663-efdfb6904aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:11.060545 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-87e498c3-a3ae-4178-be3f-9d95a4aa055b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:28:11.107433 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-4821c3fc-b59f-4901-8663-efdfb6904aea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dbcfeaf2c1014d76bca90f01d90bb11c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989848 Apr 19 18:28:11.109181 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821c3fc-b59f-4901-8663-efdfb6904aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f62c62e-c0f5-401d-b4cc-7ffa72d5ada3,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:28:11.110385 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44710) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:28:11.112687 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4821c3fc-b59f-4901-8663-efdfb6904aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:28:11.178995 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-25f128c7-8cb9-4a6a-bd27-b4c24659b878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:11.207320 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-25f128c7-8cb9-4a6a-bd27-b4c24659b878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:11.251852 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-25f128c7-8cb9-4a6a-bd27-b4c24659b878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:11.257471 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-c29776bf-ae13-4d3f-9c15-e614ba98380c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:28:11.270216 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f128c7-8cb9-4a6a-bd27-b4c24659b878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f62c62e-c0f5-401d-b4cc-7ffa72d5ada3,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:28:11.272654 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-25f128c7-8cb9-4a6a-bd27-b4c24659b878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:28:11.280539 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-25f128c7-8cb9-4a6a-bd27-b4c24659b878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:11.281769 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-25f128c7-8cb9-4a6a-bd27-b4c24659b878 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f62c62e-c0f5-401d-b4cc-7ffa72d5ada3 HTTP/1.1" status: 204 len: 168 time: 0.1703184 Apr 19 18:28:11.677008 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 44718) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:28:11.697296 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ae39f27a-d6d4-4e17-b8f5-d1ed9d6ba1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:11.713328 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-ae39f27a-d6d4-4e17-b8f5-d1ed9d6ba1a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:28:11.717407 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-ae39f27a-d6d4-4e17-b8f5-d1ed9d6ba1a3 admin admin] Usage tracker for resource:security_group_rule and tenant:7b92a339b76946599cd23a524c1f5481 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:28:11.720377 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-ae39f27a-d6d4-4e17-b8f5-d1ed9d6ba1a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:28:11.727191 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-ae39f27a-d6d4-4e17-b8f5-d1ed9d6ba1a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:28:11.813665 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ae39f27a-d6d4-4e17-b8f5-d1ed9d6ba1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:11.816752 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ae39f27a-d6d4-4e17-b8f5-d1ed9d6ba1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:11.826311 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-e2d584f2-b6de-48de-84b5-fd0427428265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:28:11.869077 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-ae39f27a-d6d4-4e17-b8f5-d1ed9d6ba1a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b92a339b76946599cd23a524c1f5481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908197 Apr 19 18:28:11.870864 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39f27a-d6d4-4e17-b8f5-d1ed9d6ba1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35aa416c-baa5-43c3-908b-074b4a0dabe7,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:28:11.871993 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44722) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:28:11.874059 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ae39f27a-d6d4-4e17-b8f5-d1ed9d6ba1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:28:11.940815 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7e5d5dea-70d3-4c48-b240-d05387cb95c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:11.975509 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7e5d5dea-70d3-4c48-b240-d05387cb95c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:12.027545 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7e5d5dea-70d3-4c48-b240-d05387cb95c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:12.032419 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a8ae6ce6-7679-4060-82c0-cf541f638342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:28:12.048484 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d5dea-70d3-4c48-b240-d05387cb95c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35aa416c-baa5-43c3-908b-074b4a0dabe7,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:28:12.054096 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7e5d5dea-70d3-4c48-b240-d05387cb95c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:28:12.056084 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7e5d5dea-70d3-4c48-b240-d05387cb95c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:12.057286 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-7e5d5dea-70d3-4c48-b240-d05387cb95c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35aa416c-baa5-43c3-908b-074b4a0dabe7 HTTP/1.1" status: 204 len: 168 time: 0.1842420 Apr 19 18:28:13.187581 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:28:14.277555 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44782) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:28:14.410854 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a6e8e013-9712-4294-867e-4dd768eba07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:14.430419 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-a6e8e013-9712-4294-867e-4dd768eba07b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:28:14.436460 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-a6e8e013-9712-4294-867e-4dd768eba07b admin admin] Usage tracker for resource:security_group_rule and tenant:5eec39f7d79f4c99a3e41b92d2086944 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:28:14.440026 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-a6e8e013-9712-4294-867e-4dd768eba07b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:28:14.446802 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-a6e8e013-9712-4294-867e-4dd768eba07b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:28:14.545017 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a6e8e013-9712-4294-867e-4dd768eba07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:14.547928 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-a6e8e013-9712-4294-867e-4dd768eba07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:14.557907 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-fb572924-108f-4472-8b20-6f15e4c6072c tempest-AttachVolumeTestJSON-1066953234 tempest-AttachVolumeTestJSON-1066953234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:28:14.605676 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-a6e8e013-9712-4294-867e-4dd768eba07b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5eec39f7d79f4c99a3e41b92d2086944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269391 Apr 19 18:28:14.606764 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8e013-9712-4294-867e-4dd768eba07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cc403d-54a0-4861-bee5-55f8382cc399,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:28:14.610109 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-a6e8e013-9712-4294-867e-4dd768eba07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:28:14.610843 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44788) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:28:14.681371 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7ba17496-f274-4b1a-9eea-fe5d745d2978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:14.710073 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7ba17496-f274-4b1a-9eea-fe5d745d2978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:14.759994 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7ba17496-f274-4b1a-9eea-fe5d745d2978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:14.765408 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-4d564753-1969-4d45-9d38-d937750fe62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:28:14.781366 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba17496-f274-4b1a-9eea-fe5d745d2978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cc403d-54a0-4861-bee5-55f8382cc399,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:28:14.784353 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7ba17496-f274-4b1a-9eea-fe5d745d2978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:28:14.786792 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7ba17496-f274-4b1a-9eea-fe5d745d2978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:14.788974 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-7ba17496-f274-4b1a-9eea-fe5d745d2978 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/23cc403d-54a0-4861-bee5-55f8382cc399 HTTP/1.1" status: 204 len: 168 time: 0.1757045 Apr 19 18:28:15.113376 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44796) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:28:15.137539 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b44170ba-afbd-47d3-9bc0-85b0b2af0921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:15.154728 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-b44170ba-afbd-47d3-9bc0-85b0b2af0921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:28:15.159510 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-b44170ba-afbd-47d3-9bc0-85b0b2af0921 admin admin] Usage tracker for resource:security_group_rule and tenant:8c53f690a4f84214bf9ef2b004221d6a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:28:15.164075 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-b44170ba-afbd-47d3-9bc0-85b0b2af0921 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:28:15.170618 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-b44170ba-afbd-47d3-9bc0-85b0b2af0921 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:28:15.261878 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b44170ba-afbd-47d3-9bc0-85b0b2af0921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:15.264626 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b44170ba-afbd-47d3-9bc0-85b0b2af0921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:15.274278 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-f23db668-1d94-4543-896d-8e173e6c7901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:28:15.317470 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-b44170ba-afbd-47d3-9bc0-85b0b2af0921 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c53f690a4f84214bf9ef2b004221d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2029362 Apr 19 18:28:15.318429 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44170ba-afbd-47d3-9bc0-85b0b2af0921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5f8e18-a10c-4ec7-b4be-05d3be12ba0f,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:28:15.320519 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 44800) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:28:15.321798 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-b44170ba-afbd-47d3-9bc0-85b0b2af0921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:28:15.384849 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-897d5ff2-af75-403e-9d71-0b1ded0154cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:15.414223 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-897d5ff2-af75-403e-9d71-0b1ded0154cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:15.464101 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-897d5ff2-af75-403e-9d71-0b1ded0154cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:15.469255 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-12b37710-fdc2-4fc9-a123-b45dff37e5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:28:15.484384 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d5ff2-af75-403e-9d71-0b1ded0154cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5f8e18-a10c-4ec7-b4be-05d3be12ba0f,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:28:15.487220 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-897d5ff2-af75-403e-9d71-0b1ded0154cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:28:15.497429 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-897d5ff2-af75-403e-9d71-0b1ded0154cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:15.498677 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-897d5ff2-af75-403e-9d71-0b1ded0154cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e5f8e18-a10c-4ec7-b4be-05d3be12ba0f HTTP/1.1" status: 204 len: 168 time: 0.1770785 Apr 19 18:28:20.372383 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-13f1085f-3d85-4a70-8692-297f65877c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:23.037200 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3de154f9-87ce-4758-9c9f-96fe7f350280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:23.858091 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:24.212182 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:25.633242 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:28.202673 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.20', 44936) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:28:28.331458 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5a02e118-e83e-43e2-a0bd-6d80903e23ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:28.348589 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-5a02e118-e83e-43e2-a0bd-6d80903e23ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 19 18:28:28.352889 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-5a02e118-e83e-43e2-a0bd-6d80903e23ce admin admin] Usage tracker for resource:security_group_rule and tenant:a78002ff8df54b99aaa56dea61603a13 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 19 18:28:28.356451 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.quota.resource [None req-5a02e118-e83e-43e2-a0bd-6d80903e23ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 19 18:28:28.363476 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.quota.driver [None req-5a02e118-e83e-43e2-a0bd-6d80903e23ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 19 18:28:28.458729 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5a02e118-e83e-43e2-a0bd-6d80903e23ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:28.461657 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-5a02e118-e83e-43e2-a0bd-6d80903e23ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:28.471737 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ae39f27a-d6d4-4e17-b8f5-d1ed9d6ba1a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:28:28.519226 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-5a02e118-e83e-43e2-a0bd-6d80903e23ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a78002ff8df54b99aaa56dea61603a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139555 Apr 19 18:28:28.520309 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02e118-e83e-43e2-a0bd-6d80903e23ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564a04bf-9014-46c1-aae6-b9c043bc5351,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:28:28.521478 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.20', 44942) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 19 18:28:28.525725 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-5a02e118-e83e-43e2-a0bd-6d80903e23ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:28:28.595769 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ad067add-cd73-4e21-996b-926784cd4cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:28.627362 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ad067add-cd73-4e21-996b-926784cd4cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:28.681289 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ad067add-cd73-4e21-996b-926784cd4cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950183'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:28.686657 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-7ba17496-f274-4b1a-9eea-fe5d745d2978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 19 18:28:28.703421 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad067add-cd73-4e21-996b-926784cd4cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564a04bf-9014-46c1-aae6-b9c043bc5351,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 19 18:28:28.708040 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG oslo_concurrency.lockutils [None req-ad067add-cd73-4e21-996b-926784cd4cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 19 18:28:28.713226 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-ad067add-cd73-4e21-996b-926784cd4cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:28.714492 dv-cinder-786928-1-smb neutron-server[86248]: INFO neutron.wsgi [None req-ad067add-cd73-4e21-996b-926784cd4cea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/564a04bf-9014-46c1-aae6-b9c043bc5351 HTTP/1.1" status: 204 len: 168 time: 0.1919265 Apr 19 18:28:30.068102 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:50.187753 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:28:50.372894 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-70733cc2-d197-4098-81e0-401b09b10f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:53.039819 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-bb532460-e753-4d19-b4a0-afe9088318e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:53.858232 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:54.214353 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:28:55.629144 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:00.036641 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:20.374465 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-edd343a1-dcee-434a-8bfa-0fdb4577747f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:23.041929 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-2e5c9674-ee48-4d95-af80-50a04d23552f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:23.861386 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:24.215062 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:25.632696 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:27.187883 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:29:30.035987 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:50.375042 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-b55b229e-587f-4ba9-8141-e168be92c6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:53.044994 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d3fe-04d2-4c74-b198-2dab14dac890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:53.864437 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:54.216170 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:29:55.638637 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:30:00.066154 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:30:04.187793 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:30:20.375593 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e260a8d3-2f44-46fc-a39c-7a1d9f27f728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:30:23.046258 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-57da58c1-f9d1-4a23-afbc-d988a04709a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:30:23.868146 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:30:24.218377 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:30:25.640204 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:30:30.086842 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:30:41.187289 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:30:50.541359 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-77536e43-cfac-4611-af7f-ed697dbf4caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:30:53.048361 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-569f0f0a-a4b7-45a6-9100-e2e884af0c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:30:53.869200 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:30:54.219913 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:30:55.642559 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:00.097829 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:18.187629 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:31:20.372619 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-f3fb3523-891f-44de-9644-1e1597351db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:23.049401 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-721b0709-11a8-4683-8e72-536086637ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:23.872108 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:24.220428 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:25.646136 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:30.097472 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:50.373320 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-aaa0141c-98d0-465a-a61b-517bce569b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:53.050486 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-095bc272-2b95-4263-a5b6-601239b8424f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:53.874437 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:54.224133 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:31:55.186980 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:31:55.649250 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:32:00.097289 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:32:20.375885 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-389a862a-1abb-4b6b-adfb-f9fdfa0f533b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:32:23.052488 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e1715b81-42b8-455f-b2d9-eb294dd5fb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:32:23.878330 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:32:24.225863 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:32:25.653141 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:32:30.097293 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:32:32.186548 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 19 18:32:50.377159 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3b4361d5-59be-4f24-bdde-2b85f0432edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:32:53.055261 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e2ee17c5-d775-4901-afee-cff648852356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:32:53.881270 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-3ed7066c-8308-42bd-ad9c-2fbd9f9184c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:32:54.227942 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-e976b86b-3ca3-49f4-a8b0-047f257c73a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:32:55.657967 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-7af52d93-6791-4daa-868a-ba2ddb32cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:33:00.112471 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron_lib.callbacks.manager [None req-475608ed-a13e-46e7-9848-c108f45467de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363308047214725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036838210909'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 19 18:33:09.187804 dv-cinder-786928-1-smb neutron-server[86248]: DEBUG neutron.db.agents_db [None req-060bdb0a-8cd8-4ec2-b0e2-855e77ab4f71 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}